-- Logs begin at Tue 2021-12-14 17:06:16 UTC, end at Tue 2021-12-14 18:19:11 UTC. -- Dec 14 17:51:59.506727 dv-cinder-821737-1-smb systemd[1]: Started Devstack devstack@q-svc.service. Dec 14 17:52:02.080713 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.common.config [-] Logging enabled! Dec 14 17:52:02.081234 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18 Dec 14 17:52:02.082507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88215) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 14 17:52:02.083258 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.common.config [-] Logging enabled! Dec 14 17:52:02.083548 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 16.4.3.dev18 Dec 14 17:52:02.083824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88215) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Dec 14 17:52:02.084871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 17:52:02.085136 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 17:52:02.086123 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 17:52:02.086406 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 17:52:02.086693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 17:52:02.087058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.087402 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.087737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.087998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.088335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.088666 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.088982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.089308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.089645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.089961 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.090269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.090582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.090869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.091181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.091510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.091838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.092092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] debug = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.092401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.092925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.093237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.093544 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.093868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.094168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.094470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.094828 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.095191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] host = dv-cinder-821737-1-smb {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.095497 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.095821 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.096142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.096462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.096767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.097078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.097397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.097698 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.097998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] log_file = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.098301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.098622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.098973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.099307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.099563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.099816 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.100142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.100466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.100769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.101073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.101375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.101677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.101977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.102275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.102599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.102946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.103263 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.103567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.103870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.104171 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.104471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.104791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.105093 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.105394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.105695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.106023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.106318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.106618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.106988 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.107308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.107631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.107950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.108253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.108577 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.108882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.109182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.109482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] use_json = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.109784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.110084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.110930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.111237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.111538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.111840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.112142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.112463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:02.112792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.113126 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.113461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.113775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.114099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.114718 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.115011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.115320 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.115644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.115967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.116285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.116594 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.116918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.117250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.117580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.117882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.118190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.118517 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.118851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.119153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.119479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.119785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.120086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.120398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.120703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.121003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.121302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.121608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.121930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.122234 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.122534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.122858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.123170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.123471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.123787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.124092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.124392 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.124694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.125001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.125303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.125605 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.125911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.126795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.127117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.128507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.128507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.128507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.128507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.128507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.129063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.129063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.129363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.129665 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.129966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.130267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.130568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.130894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.131211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.131541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.131851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.132157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.132461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.132767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.133079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.133385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.133691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.133997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.134297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.134623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.134960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.135279 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.135592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.135898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.136227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.136533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.136848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.137155 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.137461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.137773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.138086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.138411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.138756 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.139080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.139405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.139728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.140036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.140401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.140689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:02.140937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 17:52:02.141204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88215) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:352}} Dec 14 17:52:02.801129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:02.801443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=88215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:02.801769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:02.803374 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 14 17:52:03.149267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.149769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.149898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.210020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.210336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.210638 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.213603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.213918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.214217 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.364668 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.364988 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.365286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.366295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.366599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.366945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.486210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.486469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.486801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.487109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.487934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.672349 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.672736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.673197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.673502 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.673802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.674179 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.674479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.674795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.675085 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.675422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.675715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.676020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.676325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.676615 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.676925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.677238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.677530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.677850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.678137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.678475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.678942 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.679231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.679513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.679848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.680127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.680405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.680815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 17:52:03.681089 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 17:52:03.681363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 17:52:03.681635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 17:52:03.681906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 17:52:03.682177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 17:52:03.683543 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 14 17:52:03.692023 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 14 17:52:03.699596 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 14 17:52:03.705546 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Dec 14 17:52:03.708350 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 14 17:52:03.709454 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 14 17:52:03.709835 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 14 17:52:03.710265 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 14 17:52:03.714292 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 14 17:52:03.714576 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 14 17:52:03.715002 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 17:52:03.742310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Dec 14 17:52:03.742803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.743136 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88215) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 14 17:52:03.743546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.744905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88215) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 14 17:52:03.745221 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 14 17:52:03.745494 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 14 17:52:03.748732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.749049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:03.814393 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 14 17:52:03.814697 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 14 17:52:03.814950 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 14 17:52:03.815351 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 14 17:52:03.848518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_db.sqlalchemy.engines [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=88215) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 14 17:52:04.215824 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Initializing driver for type 'gre' Dec 14 17:52:04.216389 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] gre ID ranges: [(1, 1000)] Dec 14 17:52:04.307179 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Initializing driver for type 'local' Dec 14 17:52:04.307557 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Initializing driver for type 'vlan' Dec 14 17:52:04.364467 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] VlanTypeDriver initialization complete Dec 14 17:52:04.364847 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Initializing driver for type 'vxlan' Dec 14 17:52:04.365383 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] vxlan ID ranges: [(1, 1000)] Dec 14 17:52:04.455696 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Initializing extension driver 'port_security' Dec 14 17:52:04.456065 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.extensions.port_security [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] PortSecurityExtensionDriver initialization complete Dec 14 17:52:04.456446 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Initializing mechanism driver 'openvswitch' Dec 14 17:52:04.456816 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Initializing mechanism driver 'hyperv' Dec 14 17:52:04.463151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88215) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:04.463999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > port after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.464448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > port after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.464845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > port after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.465277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > subnet after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.465672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > subnet after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.466098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.466475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > network after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.466891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > network after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.467276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > network after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.467697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > security_group after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.468086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > security_group after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.468467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.468884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.469268 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.470347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.470743 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] ML2 OVO RPC backend initialized. {{(pid=88215) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}} Dec 14 17:52:04.471466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.471863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.472318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > network before_response 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.472706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > networks before_response 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.473094 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > port before_response 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.473476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > ports before_response 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.473862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > subnet before_response 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.474244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > subnets before_response 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.474632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > network after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.475038 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > network after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.475417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > network after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.475802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > port after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.476181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > port after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.476559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > port after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.476935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > subnet after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.477313 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > subnet after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.477689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.478312 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.plugin [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Modular L2 Plugin initialization complete Dec 14 17:52:04.478696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading services supported by the core plugin {{(pid=88215) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:171}} Dec 14 17:52:04.479058 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.plugins.ml2.managers [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Got port-security extension from driver 'port_security' Dec 14 17:52:04.479557 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.extensions.vlantransparent [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Disabled vlantransparent extension. Dec 14 17:52:04.480010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88215) _load_service_plugins /opt/stack/neutron/neutron/manager.py:197}} Dec 14 17:52:04.480355 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading Plugin: router Dec 14 17:52:04.523323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.523765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router after_create 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.524182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router before_create 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.524591 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.525016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.525421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router after_delete 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.525833 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.526248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router after_create 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.526639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router after_update 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.527065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router after_update 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.527456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.527863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router after_update 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.528370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_update 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.528795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: port after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.529180 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: port after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.529562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: subnet after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.529946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.530345 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.530759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_create 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.531152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: port before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.531542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.531952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router after_update 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.532839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.533234 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_create 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.533645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.534035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_update 55549900 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.534457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > agent after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.534880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > agent after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.535273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > network after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.536252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Tracking information for resource: router configured {{(pid=88215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 17:52:04.536632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Tracking information for resource: floatingip configured {{(pid=88215) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 14 17:52:04.541504 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_agentschedulers_db [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 14 17:52:04.542146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: port after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.542548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: port after_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.542991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: port after_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.543385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: port after_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.544271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router before_create 55550100 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.544682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.545092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_create 55550100 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.545494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > router precommit_update 55550100 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.550744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.provider_configuration [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service providers = [] {{(pid=88215) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 14 17:52:04.551148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.servicetype_db [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88215) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 14 17:52:04.554032 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.service_base [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 17:52:04.554425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.service_base [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 17:52:04.554843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.service_base [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 17:52:04.555753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.service_base [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88215) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Dec 14 17:52:04.556160 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.services.service_base [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 14 17:52:04.556574 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 17:52:04.556933 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 14 17:52:04.576947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 17:52:04.577325 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading Plugin: auto_allocate Dec 14 17:52:04.588008 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: network precommit_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.588426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: network precommit_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.589018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 17:52:04.589383 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading Plugin: tag Dec 14 17:52:04.601259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 17:52:04.601634 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading Plugin: timestamp Dec 14 17:52:04.605406 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 17:52:04.605783 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading Plugin: network_ip_availability Dec 14 17:52:04.612191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.612607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.613010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.613792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 17:52:04.614157 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading Plugin: flavors Dec 14 17:52:04.630191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 17:52:04.630564 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading Plugin: revisions Dec 14 17:52:04.635244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88215) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:235}} Dec 14 17:52:04.635671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.834s {{(pid=88215) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:04.636490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88215) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:638}} Dec 14 17:52:04.636859 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Initializing extension manager. Dec 14 17:52:04.637433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: __init__.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.637818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: __pycache__ {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.638198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.638613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.639129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: _filter_validation_lib.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.639509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.639882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: address_scope.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.640728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.641385 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: address-scope Dec 14 17:52:04.641799 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.642808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.643390 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: router-admin-state-down-before-update Dec 14 17:52:04.643755 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: agent.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.644548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.645124 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: agent Dec 14 17:52:04.645488 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: agent_resources_synced.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.646425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.647032 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: agent-resources-synced Dec 14 17:52:04.647397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: allowedaddresspairs.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.649208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.649796 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: allowed-address-pairs Dec 14 17:52:04.650162 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: auto_allocated_topology.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.651273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.651861 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: auto-allocated-topology Dec 14 17:52:04.652232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: availability_zone.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.653146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.653733 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: availability_zone Dec 14 17:52:04.654102 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: availability_zone_filter.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.655104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.655685 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: availability_zone_filter Dec 14 17:52:04.656058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: data_plane_status.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.656993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.658116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension data-plane-status not supported by any of loaded plugins Dec 14 17:52:04.658478 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: default_subnetpools.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.659439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.660025 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: default-subnetpools Dec 14 17:52:04.660393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.661284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.661872 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: dhcp_agent_scheduler Dec 14 17:52:04.662241 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: dns.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.663213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.663772 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension dns-integration not supported by any of loaded plugins Dec 14 17:52:04.664140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: dns_domain_ports.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.665075 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.665650 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 14 17:52:04.666017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: dvr.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.666814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.667392 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: dvr Dec 14 17:52:04.667765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: empty_string_filtering.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.668692 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.669267 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: empty-string-filtering Dec 14 17:52:04.669630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.670557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.671158 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 14 17:52:04.671523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.672454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.673601 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 14 17:52:04.673967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: external_net.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.674954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.675533 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: external-net Dec 14 17:52:04.675899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.676836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.677410 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: extra_dhcp_opt Dec 14 17:52:04.677780 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: extraroute.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.678741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.679316 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: extraroute Dec 14 17:52:04.679683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: extraroute_atomic.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.680847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.681426 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: extraroute-atomic Dec 14 17:52:04.681794 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: filter_validation.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.682509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.683119 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: filter-validation Dec 14 17:52:04.683484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: fip_pf_description.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.684417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.684991 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 14 17:52:04.685359 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: fip_port_details.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.686325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.686941 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: fip-port-details Dec 14 17:52:04.687306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: flavors.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.688595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.689184 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: flavors Dec 14 17:52:04.689550 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.691339 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.691938 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 14 17:52:04.692315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: floatingip_pools.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.693113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.693721 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: floatingip-pools Dec 14 17:52:04.694088 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: ip_allocation.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.695085 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.695660 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension ip_allocation not supported by any of loaded plugins Dec 14 17:52:04.696027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.696981 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.697563 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: ip-substring-filtering Dec 14 17:52:04.697934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: l2_adjacency.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.698959 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.699540 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension l2_adjacency not supported by any of loaded plugins Dec 14 17:52:04.699906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: l3.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.701062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.701653 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: router Dec 14 17:52:04.702023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.704633 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.705228 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 14 17:52:04.705605 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.706559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.707184 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: ext-gw-mode Dec 14 17:52:04.707555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.708502 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.709088 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: l3-ha Dec 14 17:52:04.709455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: l3_flavors.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.710420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.711029 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: l3-flavors Dec 14 17:52:04.711401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.712333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.712916 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: l3-port-ip-change-not-allowed Dec 14 17:52:04.713282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: l3agentscheduler.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.714534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.715158 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: l3_agent_scheduler Dec 14 17:52:04.715532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: logging.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.717165 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.717720 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension logging not supported by any of loaded plugins Dec 14 17:52:04.718099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: metering.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.721180 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.721902 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: metering Dec 14 17:52:04.722284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: multiprovidernet.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.723288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.724054 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: multi-provider Dec 14 17:52:04.724225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: netmtu.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.725175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.725764 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: net-mtu Dec 14 17:52:04.726132 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: netmtu_writable.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.727144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.727727 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: net-mtu-writable Dec 14 17:52:04.728093 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: network_availability_zone.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.728860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.729450 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: network_availability_zone Dec 14 17:52:04.729817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: network_ip_availability.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.730995 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.731577 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: network-ip-availability Dec 14 17:52:04.731947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: network_segment_range.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.732858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.733450 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension network-segment-range not supported by any of loaded plugins Dec 14 17:52:04.733820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: pagination.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.734875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.735276 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: pagination Dec 14 17:52:04.736162 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.737105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.737687 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: port-mac-address-regenerate Dec 14 17:52:04.738052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: port_resource_request.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.739033 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.739879 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension port-resource-request not supported by any of loaded plugins Dec 14 17:52:04.740244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: portbindings.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.741203 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.741783 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: binding Dec 14 17:52:04.742151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: portbindings_extended.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.743477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.744067 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: binding-extended Dec 14 17:52:04.744436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: portsecurity.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.745370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.745964 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: port-security Dec 14 17:52:04.746333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: project_id.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.747369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.747749 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: project-id Dec 14 17:52:04.748113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: providernet.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.749155 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.749748 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: provider Dec 14 17:52:04.750117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.753795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.754397 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos not supported by any of loaded plugins Dec 14 17:52:04.754801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.756056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.756649 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 14 17:52:04.757020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.757956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.758538 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 14 17:52:04.758938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos_default.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.759870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.760454 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos-default not supported by any of loaded plugins Dec 14 17:52:04.760824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos_fip.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.761523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.762104 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos-fip not supported by any of loaded plugins Dec 14 17:52:04.762474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos_gateway_ip.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.763433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.764012 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 14 17:52:04.764380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos_port_network_policy.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.765306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.765880 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 14 17:52:04.766247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos_rule_type_details.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.767734 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.768311 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 14 17:52:04.768679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: qos_rules_alias.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.769736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.770317 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 14 17:52:04.770703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: quotasv2.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.771754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.772137 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: quotas Dec 14 17:52:04.772508 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: quotasv2_detail.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.774108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.774498 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: quota_details Dec 14 17:52:04.774919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: rbac.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.776075 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.776673 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: rbac-policies Dec 14 17:52:04.777050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: rbac_address_scope.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.778008 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.778595 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: rbac-address-scope Dec 14 17:52:04.779011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: rbac_security_groups.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.779987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.780570 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: rbac-security-groups Dec 14 17:52:04.780937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: rbac_subnetpool.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.781889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.783040 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: rbac-subnetpool Dec 14 17:52:04.783409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: revisionifmatch.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.784348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.784935 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: revision-if-match Dec 14 17:52:04.785304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: revisions.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.786423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.787063 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: standard-attr-revisions Dec 14 17:52:04.787440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: router_availability_zone.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.788200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.788786 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: router_availability_zone Dec 14 17:52:04.789156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: routerservicetype.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.790100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.790710 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension router-service-type not supported by any of loaded plugins Dec 14 17:52:04.791087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.792035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.792616 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: port-security-groups-filtering Dec 14 17:52:04.792983 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: securitygroup.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.805931 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.806560 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: security-group Dec 14 17:52:04.806966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: segment.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.812364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.812364 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension segment not supported by any of loaded plugins Dec 14 17:52:04.812364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.813161 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.813784 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 14 17:52:04.814157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: servicetype.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.815285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.815878 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: service-type Dec 14 17:52:04.816252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: sorting.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.817243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.817620 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: sorting Dec 14 17:52:04.817991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: standard_attr_segment.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.818953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.819547 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 14 17:52:04.819966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: standardattrdescription.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.820687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.821272 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: standard-attr-description Dec 14 17:52:04.821650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: stateful_security_group.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.822595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.823210 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: stateful-security-group Dec 14 17:52:04.823579 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: stdattrs_common.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.824172 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 14 17:52:04.824541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.825513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.826089 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 14 17:52:04.826457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: subnet_onboard.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.827572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.828243 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: subnet_onboard Dec 14 17:52:04.828612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.830086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.830695 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 14 17:52:04.831074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: subnet_service_types.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.832142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.832736 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: subnet-service-types Dec 14 17:52:04.833104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: subnetallocation.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.834216 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.834833 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: subnet_allocation Dec 14 17:52:04.835202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.835910 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.836490 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: subnetpool-prefix-ops Dec 14 17:52:04.836854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.837800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.838449 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 14 17:52:04.838842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: tagging.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.840209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.842136 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: standard-attr-tag Dec 14 17:52:04.842136 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: timestamp.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.843186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.843792 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loaded extension: standard-attr-timestamp Dec 14 17:52:04.844170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: trunk.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.845776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.846368 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension trunk not supported by any of loaded plugins Dec 14 17:52:04.846765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: trunk_details.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.847712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.848306 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension trunk-details not supported by any of loaded plugins Dec 14 17:52:04.848673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: uplink_status_propagation.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.849671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.850259 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 14 17:52:04.850628 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Loading extension file: vlantransparent.py {{(pid=88215) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:448}} Dec 14 17:52:04.851386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88215) _check_extension /opt/stack/neutron/neutron/api/extensions.py:419}} Dec 14 17:52:04.851977 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extension vlan-transparent not supported by any of loaded plugins Dec 14 17:52:04.854420 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:network Dec 14 17:52:04.855284 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:subnet Dec 14 17:52:04.855962 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 17:52:04.856647 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:port Dec 14 17:52:04.858053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.858549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service FLAVORS assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.859286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.859759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.860151 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:router Dec 14 17:52:04.860960 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 17:52:04.861755 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service METERING assigned prefix: /metering {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.863593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.864006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.864656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88215) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 17:52:04.865793 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 17:52:04.866290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:security_group Dec 14 17:52:04.867131 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 17:52:04.867951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service CORE assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.868329 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 17:52:04.868699 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] subnetpool is already registered Dec 14 17:52:04.869353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service CORE assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.869725 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 17:52:04.870099 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] subnetpool is already registered Dec 14 17:52:04.872753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.873240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service FLAVORS assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.873891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.874359 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.874762 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:router Dec 14 17:52:04.875137 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] router is already registered Dec 14 17:52:04.875794 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:floatingip Dec 14 17:52:04.876188 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] floatingip is already registered Dec 14 17:52:04.876883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service METERING assigned prefix: /metering {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.877619 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of CountableResource for resource:rbac_policy Dec 14 17:52:04.877989 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] rbac_policy is already registered Dec 14 17:52:04.878447 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:security_group Dec 14 17:52:04.878842 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] security_group is already registered Dec 14 17:52:04.879668 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:security_group_rule Dec 14 17:52:04.880042 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] security_group_rule is already registered Dec 14 17:52:04.880781 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service CORE assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.881161 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 17:52:04.881530 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] subnetpool is already registered Dec 14 17:52:04.882193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.resource_helper [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Service CORE assigned prefix: {{(pid=88215) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Dec 14 17:52:04.882564 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Creating instance of TrackedResource for resource:subnetpool Dec 14 17:52:04.882952 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.quota.resource_registry [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] subnetpool is already registered Dec 14 17:52:04.883721 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: extensions {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.885257 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: address-scopes {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.886522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: agents {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.887883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: auto-allocated-topology {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.889200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: availability_zones {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.890469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: dhcp-networks {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.892632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: dhcp-agents {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.894105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: routers {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.895928 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: flavors {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.898086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: service_profiles {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.899385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: next_providers {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.900882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: service_profiles {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.902382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: floatingip-pools {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.903808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: routers {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.905575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: floatingips {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.906856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: l3-routers {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.908951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: l3-agents {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.910414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: metering-labels {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.911744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: metering-label-rules {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.913185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: network-ip-availabilities {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.914512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: bindings {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.916163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: quotas {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.917745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: quotas {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.919255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: rbac-policies {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.920514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: security-groups {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.921776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: security-group-rules {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.923226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: service-providers {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.924509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: subnetpools {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.925891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: subnetpools {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.927552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.929270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.931072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.933004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.934761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.936606 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.938553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.940367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.942405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.944312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.extensions [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Extended resource: tags {{(pid=88215) __init__ /opt/stack/neutron/neutron/api/extensions.py:155}} Dec 14 17:52:04.951186 dv-cinder-821737-1-smb neutron-server[88215]: WARNING keystonemiddleware.auth_token [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 14 17:52:04.956595 dv-cinder-821737-1-smb neutron-server[88215]: WARNING keystonemiddleware.auth_token [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 14 17:52:04.965403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Acquired lock "singleton_lock" {{(pid=88215) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:265}} Dec 14 17:52:04.965929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Releasing lock "singleton_lock" {{(pid=88215) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:281}} Dec 14 17:52:04.967428 dv-cinder-821737-1-smb neutron-server[88215]: INFO oslo_service.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Starting 2 workers Dec 14 17:52:04.972580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Started child 88324 {{(pid=88215) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 17:52:04.976934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:04.977109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Started child 88325 {{(pid=88215) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 17:52:04.978393 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [-] (88324) wsgi starting up on http://0.0.0.0:9696 Dec 14 17:52:04.978643 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Neutron service started, listening on 0.0.0.0:9696 Dec 14 17:52:04.979326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Notify callbacks [] for process, before_spawn {{(pid=88215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:04.981109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:04.981816 dv-cinder-821737-1-smb neutron-server[88215]: INFO oslo_service.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Starting 1 workers Dec 14 17:52:04.982588 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [-] (88325) wsgi starting up on http://0.0.0.0:9696 Dec 14 17:52:04.987204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Started child 88326 {{(pid=88215) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 17:52:04.987762 dv-cinder-821737-1-smb neutron-server[88215]: INFO oslo_service.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Starting 1 workers Dec 14 17:52:04.990017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] calling RpcWorker wait() {{(pid=88326) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 14 17:52:04.990422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] returning from RpcWorker wait() {{(pid=88326) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 14 17:52:04.991919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:04.992422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:04.992594 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Started child 88327 {{(pid=88215) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:579}} Dec 14 17:52:04.994059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b8e233e8-857d-405d-99e7-ec11a5fb5480 None None] Notify callbacks [] for process, after_spawn {{(pid=88215) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:04.995883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88215) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 14 17:52:04.996116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 17:52:04.996325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 17:52:04.996605 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 17:52:04.997024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 17:52:04.997221 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 17:52:04.997328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:04.997783 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:04.998091 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:04.998389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:04.998686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:04.999004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:04.999672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:04.999969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.000266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.000556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.000825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.001071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.001267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.001562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.001830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.002159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.002456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.002763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.003039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.003253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.003535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.003855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.004142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.004443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] debug = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.004711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.005312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.005563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.005839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.006110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.006421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.006736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.007038 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.007326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.007580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.007844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.008119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.008377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.008635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.008923 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.009169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.009602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] host = dv-cinder-821737-1-smb {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.009854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.010099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.010362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.010640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.010944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.011193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.011480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.011768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.012151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.012311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.012553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.012813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.013072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.013330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_file = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.013523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_options = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.013786 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.014064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.014354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.014577 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.014841 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.015034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.015336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.015498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.015763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.016009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.016249 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.017031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.017279 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.017526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.017792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.018031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.018300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.018552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.018867 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.019161 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.019442 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.019701 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.019942 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.020198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.020437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.020708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.020965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.021217 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.021481 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.021741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.022015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.022890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.023160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.023481 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.023764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.024019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.024278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.024622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.024880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.025181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.025518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.025766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.026013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:05.026111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.026258 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.026460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.026751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_json = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.027000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.027242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.027552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.027890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.028130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.028371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.028627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.028892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.029336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.029656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.029997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.030286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.030562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.030847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.031130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.031367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.031641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.031904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.033086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.033339 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.033679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.033969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.034248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.034536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.034820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.035081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.035326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.035550 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.035793 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.036030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.036322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.036565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.036804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.037063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.037300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.037602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.037948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.038240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.038507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.038876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.038876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.039603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.039750 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.039889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.040129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.040398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.040686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.040963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.041228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.041467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.041707 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.041949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.042213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.042495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.042642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.042955 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.043301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.043537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.043803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.044006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.044248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.044485 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.044728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.045000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.045174 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.045377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.045612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.045809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.046038 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.046276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.046512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.046796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.047037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.047289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.047524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.047763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.048099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.048337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.048572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.048823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.049058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.049368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.049715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.049979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.050254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.050515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.050809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.051072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.051346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.051593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.051860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.052097 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.052392 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.052639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.052893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.053172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.053412 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.053711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.053967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.054211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.054468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.055036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.055036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.055250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.056204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.056204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.056204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.056524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.056524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.057035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.057035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.057262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.057698 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.057847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.058375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.058486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.058757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.059049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.059337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.059602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.059894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.060157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.060420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.060663 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.063440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.063440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.063440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.063440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.063440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.063440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.063440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.063440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.064337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.064337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.064337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.064337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.064337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.064830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.064830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.065022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.067901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.068258 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.068409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.068678 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.068943 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.069186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.069429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.069669 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.069905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.070194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.070434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.070773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.071055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.071325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.071584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.071847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.072118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.072364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.072605 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.072844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.073082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.073313 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.073559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.073798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.074035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.074293 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.074529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.074838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.075096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.075443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.075682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.075960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.076201 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.076440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.076694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.076934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.077175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.077411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.077677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.077941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.078238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.078482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.078736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.079489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.079724 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.079964 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.080218 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.080507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.080796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.081074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.081354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.081643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.081911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.082200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.082512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.082809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.083066 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.083324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.083589 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.083911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.084178 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.084421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.084775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.085052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.085329 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.085588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.085847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.086106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.086393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.086755 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.087097 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.087399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.087693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.088016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.088310 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.088620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.088859 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.089172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.089548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.089852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.090113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.090368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.090646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.091110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.091110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.091362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.091592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.091838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.092079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.092384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.092641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.092886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.093148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.093390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.093639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.094102 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.094102 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.094792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.094792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 17:52:05.095657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88215) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:653}} Dec 14 17:52:05.095815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Dec 14 17:52:05.095972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Dec 14 17:52:05.096153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Dec 14 17:52:05.096356 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Dec 14 17:52:05.096565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Dec 14 17:52:05.096881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.096996 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.097075 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.097232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.097386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.097571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.097734 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.097925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.098111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.098292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.098457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.098855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.099074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.099169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.099360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.099544 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.099725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.099909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.100193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.100381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.100562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.100744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.100923 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] debug = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.101103 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.101318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.101501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.101682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.101863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.102043 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.102229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.102410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.102590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.102793 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.102977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.103157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.103337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.103516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.103695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.103874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.104072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] host = dv-cinder-821737-1-smb {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.104237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.104418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.104598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.104778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.104958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.105138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.105318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.105498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.105679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.105858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.106039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.106218 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.106400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.106580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_file = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.106783 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_options = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.106965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.107148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.107330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.107536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.107719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.107899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.108080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.108260 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.108440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.108611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.108775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.108956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.109136 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.109314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.109494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.109673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.109852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.110031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.110228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.110415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.110596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.110800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.110981 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.111160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.111341 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.111520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.111702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.111883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.112064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.112260 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.112375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.112562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.112717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.112896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.113057 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.113233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.113413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.113563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.113742 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.113922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.114112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.114549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.114714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.114870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.115049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.115231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_json = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.115411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.115590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.115769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.115949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.116128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.116309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.116491 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.116671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Dec 14 17:52:05.116872 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.117062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.117249 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.117434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.117621 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.117827 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.117957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.118147 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.118329 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.118514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.118723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.118908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.119110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.119294 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.119480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.58/identity {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.119666 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.119851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.120034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.120217 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.120401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.120586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.120770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.120957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.121142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.121325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.121513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.121695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.121864 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.122024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.122175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.122362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.122546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.122740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.122887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.123072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.123240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.123386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.123576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.123759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.123954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.124139 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.124322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.124506 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.124663 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.124846 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.125000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.125158 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.125342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.125576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.125792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.126787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.126787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.126976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.126976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.127156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.127333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.127516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.127701 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.127884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.128067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.128251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.128434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.128619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.128800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.128985 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.129166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.129351 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.129536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.129720 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.129902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.130084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.130267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.130450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.130642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.130865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.131049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.131231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.131415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.131598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.131780 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.131963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.132146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.132334 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.132519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.132702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.132887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.133072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.133254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.133439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.133622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.133805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.133987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.134202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.134388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.134599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.134803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.134986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.135168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.135350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.135533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.135726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.135908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.136095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.136315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.136502 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.136699 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.136883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.137068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.137250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.137433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.137616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.137799 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.137982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.138166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.138348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.138532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.138745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.138958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.139142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.139326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.139509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.139692 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.139875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.140060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.140242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.140425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.140608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.140791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.140974 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.58/identity {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.141158 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.141341 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.141566 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.142255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.142440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.142626 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.142850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.142960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.143150 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.143336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.143518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.143700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.143883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.144068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.144257 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.144440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.144625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.144812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.144994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.145310 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.145498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.145699 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.145845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.146050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.146191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.146376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.146561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.150680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:05.150817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.150817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.150817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.150817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.150817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.150817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.150817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.150817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.151519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.151519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.151519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.151519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.151519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.151519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.151519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.151519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.152883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.153639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.153639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.153639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.153639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.153639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.153639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.153639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.153639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.154947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.155303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.155303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.155490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.155586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.155768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.155963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.156156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.156342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.156533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.156725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.156917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.157122 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.157297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_blacklist = [] {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.158895 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.159117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.159331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.159541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.159747 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.159952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.160376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.160580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.160723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52664) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:05.160835 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.160936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.161119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.161311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.161502 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.161693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.161886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.162076 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.162265 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.162453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.162642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.162866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Dec 14 17:52:05.163032 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88215) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Dec 14 17:52:05.175001 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [-] 10.222.0.58 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0120013 Dec 14 17:52:15.351349 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a80a0c-42a8-415a-8371-b27f1b4563be None None] get_active_networks_info from dv-cinder-821737-1-smb {{(pid=88326) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Dec 14 17:52:15.573011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5a80a0c-42a8-415a-8371-b27f1b4563be None None] No non-hosted networks {{(pid=88326) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 14 17:52:15.588092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agentschedulers_db [None req-e5a80a0c-42a8-415a-8371-b27f1b4563be None None] DHCP Agent not found on host dv-cinder-821737-1-smb {{(pid=88326) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:457}} Dec 14 17:52:15.758905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6a8f39d7-1a80-49f3-b955-1db20e4bcf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664437'] for agent, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:16.638512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664437'] for agent, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:16.639749 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.640796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.641400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.641960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.642638 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.643252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.643800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.644348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.644908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.645468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.646024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:16.646618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821737-1-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:16.653675 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821737-1-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:17.326768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-54ab1b62-a2a6-456d-b2b5-31edffd21fd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664437'] for agent, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:17.358084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7129dd05-11c3-47db-a4d2-f684817e5024 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:17.798930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664437'] for agent, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:19.226218 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664437'] for agent, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:19.966539 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52780) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:20.422264 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_hamode_db [None req-bab51aa7-5b2b-4ecd-8082-284069e38dd7 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 14 17:52:20.513237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab51aa7-5b2b-4ecd-8082-284069e38dd7 None None] Routers set() bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 17:52:20.513654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab51aa7-5b2b-4ecd-8082-284069e38dd7 None None] Router IDs set() for agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 14 17:52:20.635780 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [None req-0411aa8b-582f-41ad-adac-c9ef5cc18216 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 17:52:20.636907 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0411aa8b-582f-41ad-adac-c9ef5cc18216 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.6692038 Dec 14 17:52:22.800351 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52796) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:22.876697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-43b55c18-3e00-4c72-a0a8-3785f79f3a9d admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:52:23.121381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.policy [None req-43b55c18-3e00-4c72-a0a8-3785f79f3a9d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88324) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 14 17:52:23.129766 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota [None req-43b55c18-3e00-4c72-a0a8-3785f79f3a9d admin admin] Loaded quota_driver: . Dec 14 17:52:23.165446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-43b55c18-3e00-4c72-a0a8-3785f79f3a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:52:23.266386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-43b55c18-3e00-4c72-a0a8-3785f79f3a9d admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734819172478', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734819137029', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734819135595', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734819380716', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734819087043', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036721153482', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-133625918', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565606', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854106303'] for rbac-policy, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:23.432406 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-43b55c18-3e00-4c72-a0a8-3785f79f3a9d admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:23.433600 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-43b55c18-3e00-4c72-a0a8-3785f79f3a9d admin admin] 10.222.0.58 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6322074 Dec 14 17:52:25.635377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52812) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:25.711800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:52:25.717614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:52:25.724154 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Usage tracker for resource:network and tenant:8f7e016874d440f3b4e1b97c5b41a750 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:52:25.727603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:52:25.733839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:52:25.803633 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Made reservation on behalf of 8f7e016874d440f3b4e1b97c5b41a750 for: {'network': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 17:52:25.809361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:25.826035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:25.898817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:52:25.902613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Usage tracker for resource:security_group_rule and tenant:8f7e016874d440f3b4e1b97c5b41a750 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:52:25.905546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:52:25.911658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:52:26.022394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:26.049330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:26.053889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:26.070472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 241} {{(pid=88324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 17:52:26.095273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302032482369', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:26.095851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Unsubscribe: segment precommit_create {{(pid=88324) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 14 17:52:26.096291 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Added segment 99e857e8-d7f3-4042-b597-c8839ccf3c6a of type vlan for network a411a1b3-8540-4231-9b71-a8d673815ca7 Dec 14 17:52:26.149922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e40c494-b4cd-4888-bc72-ce0ab8a3f624,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:26.173941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.174306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.174690 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.175038 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.175391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.175737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.176078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.176437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.176778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.177118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.177462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Tracked resource versions report: Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: pushed versions: Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: { 'ConntrackHelper': {'1.0'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': {'1.0'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': {'1.1'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': {'1.5'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': {'1.2'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': {'1.8'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': {'1.2'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': {'1.0'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': {'1.0'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': {'1.1'}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': {'1.1'}} Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: consumer versions: Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: { DHCP agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: L3 agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: Metadata agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: Metering agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: Open vSwitch agent@dv-cinder-821737-1-smb: { 'ConntrackHelper': '1.0', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': '1.0', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': '1.1', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': '1.5', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': '1.2', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': '1.8', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': '1.2', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': '1.0', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': '1.0', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': '1.1', Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': '1.1'}} Dec 14 17:52:26.178545 dv-cinder-821737-1-smb neutron-server[88215]: {{(pid=88324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 17:52:26.212770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:26.229309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:26.277978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:26.279187 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:52:26.279839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:26.285034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:26.398595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Pushing event updated for resources: {'Network': ['ID=a411a1b3-8540-4231-9b71-a8d673815ca7,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:26.401768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:26.410803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network a411a1b3-8540-4231-9b71-a8d673815ca7 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 17:52:26.421741 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7852545 Dec 14 17:52:28.645883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52830) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:28.825893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6d6d25-3145-49e7-a00b-23eebdc857be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:52:28.827371 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ef6d6d25-3145-49e7-a00b-23eebdc857be admin admin] 10.222.0.58 "GET /v2.0/networks/a411a1b3-8540-4231-9b71-a8d673815ca7 HTTP/1.1" status: 200 len: 825 time: 0.1804519 Dec 14 17:52:28.855746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8c545991-f183-43a8-998d-4335b2ea3482 admin admin] 10.222.0.58 "GET /v2.0/subnetpools/4ac44265-9d85-421b-832e-23431c3374a1 HTTP/1.1" status: 200 len: 734 time: 0.0223868 Dec 14 17:52:28.865375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Request body: {'subnet': {'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '4ac44265-9d85-421b-832e-23431c3374a1', 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:52:28.869660 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:52:28.873511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Usage tracker for resource:subnet and tenant:8f7e016874d440f3b4e1b97c5b41a750 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:52:28.877031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:52:28.882845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:52:28.957890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Made reservation on behalf of 8f7e016874d440f3b4e1b97c5b41a750 for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 17:52:28.962462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Notify callbacks [] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:29.266876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:29.271520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:29.365398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfa3bef-23cb-49ec-97b1-416944b284d0,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:29.372297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:29.375812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Checking segment: {'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 17:52:29.376085 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Network hostable DHCP agents. Network: a411a1b3-8540-4231-9b71-a8d673815ca7, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 17:52:29.426447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Network a411a1b3-8540-4231-9b71-a8d673815ca7 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 17:52:29.460756 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, a411a1b3-8540-4231-9b71-a8d673815ca7) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 17:52:29.465614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:52:29.466750 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:29.470635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5519e-709c-4c2c-8e3e-f7f0360ad910 None None] Network a411a1b3-8540-4231-9b71-a8d673815ca7 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 17:52:29.507460 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6457410 Dec 14 17:52:29.863209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b558676-8c24-5554-bf85-99ce58a579ed-a411a1b3-8540-4231-9b71-a8d673815ca7', 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'fixed_ips': [{'subnet_id': '9dfa3bef-23cb-49ec-97b1-416944b284d0'}]}} from dv-cinder-821737-1-smb. {{(pid=88326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 17:52:29.864487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:30.069959 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Allocated IP 172.20.0.2 (a411a1b3-8540-4231-9b71-a8d673815ca7/9dfa3bef-23cb-49ec-97b1-416944b284d0/62d621ff-5d1c-48c6-8a79-286fa6cdf9e2) {{(pid=88326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 17:52:30.298114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Notify callbacks [] for port, precommit_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:30.349912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Transition to ACTIVE for port object 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 17:52:30.380016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Transition to ACTIVE for port object 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 will not be triggered until provisioned by entity DHCP. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 17:52:30.409915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:30.414634 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:30.471718 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Network a411a1b3-8540-4231-9b71-a8d673815ca7 is already hosted by enough agents. {{(pid=88326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 17:52:30.474585 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Resources bound (agent type, host, resource id): {{(pid=88326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 17:52:30.487443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Received port after_create {{(pid=88326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 17:52:30.489728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Pushing event updated for resources: {'Port': ['ID=62d621ff-5d1c-48c6-8a79-286fa6cdf9e2,revision_number=1']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:30.501947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.502316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.502700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.503060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.503417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.503771 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.504121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.504472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.504821 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.505169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.505520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Tracked resource versions report: Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: pushed versions: Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: { 'ConntrackHelper': {'1.0'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': {'1.0'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': {'1.1'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': {'1.5'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': {'1.2'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': {'1.8'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': {'1.2'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': {'1.0'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': {'1.0'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': {'1.1'}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': {'1.1'}} Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: consumer versions: Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: { DHCP agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: L3 agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: Metadata agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: Metering agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: Open vSwitch agent@dv-cinder-821737-1-smb: { 'ConntrackHelper': '1.0', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': '1.0', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': '1.1', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': '1.5', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': '1.2', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': '1.8', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': '1.2', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': '1.0', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': '1.0', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': '1.1', Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': '1.1'}} Dec 14 17:52:30.506622 dv-cinder-821737-1-smb neutron-server[88215]: {{(pid=88326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 17:52:30.542646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:30.592984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Attempting to bind port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 17:52:30.593413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Attempting to bind port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 17:52:30.593870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Attempting to bind port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 on network a411a1b3-8540-4231-9b71-a8d673815ca7 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 17:52:30.600530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 17:52:30.600893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Checking segment: {'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 17:52:30.601352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:30.601776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Bound using segment: {'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 17:52:30.602297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Bound port: 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 17:52:30.602707 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:30.700911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] For port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 17:52:30.705187 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] For port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=62d621ff-5d1c-48c6-8a79-286fa6cdf9e2,segment=NetworkSegment(99e857e8-d7f3-4042-b597-c8839ccf3c6a),segment_id=99e857e8-d7f3-4042-b597-c8839ccf3c6a)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 17:52:30.730429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:30.736001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:30.828748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Pushing event updated for resources: {'Port': ['ID=62d621ff-5d1c-48c6-8a79-286fa6cdf9e2,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:30.831950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:31.691828 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 52842) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:32.208660 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [None req-d4cf47ee-0784-4b14-9c22-0b570e9c5ff2 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 17:52:32.209938 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d4cf47ee-0784-4b14-9c22-0b570e9c5ff2 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.5161057 Dec 14 17:52:34.381870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52862) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:34.457036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [None req-b0bd1aeb-51de-4593-ad26-8f926873b767 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 17:52:34.458096 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b0bd1aeb-51de-4593-ad26-8f926873b767 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0752254 Dec 14 17:52:34.869305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 17:52:34.974693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 17:52:35.594404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7304af62-4034-45af-ad6b-22d757cf37b3 None None] Network a411a1b3-8540-4231-9b71-a8d673815ca7 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 17:52:35.766176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] Provisioning for port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 17:52:35.777813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] Provisioning complete for port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:52:35.778225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:35.951817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:35.997464 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] For port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=62d621ff-5d1c-48c6-8a79-286fa6cdf9e2,segment=NetworkSegment(99e857e8-d7f3-4042-b597-c8839ccf3c6a),segment_id=99e857e8-d7f3-4042-b597-c8839ccf3c6a)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 17:52:36.032803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:36.035300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:36.102682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] Pushing event updated for resources: {'Port': ['ID=62d621ff-5d1c-48c6-8a79-286fa6cdf9e2,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:36.106088 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:36.256451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-b93b34f6-905e-483a-966a-70123e77739a None None] Provisioning complete for port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:52:36.256772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b93b34f6-905e-483a-966a-70123e77739a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:36.689139 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52876) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:36.764492 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'admin_state_up': True}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:52:36.770637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:52:36.774719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Usage tracker for resource:router and tenant:8f7e016874d440f3b4e1b97c5b41a750 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:52:36.777770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:52:36.783716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:52:36.843603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 17:52:36.872401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105552'] for router, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:36.873704 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854202606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854670248'] for router, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:36.915991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:52:36.916390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:36.961523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:37.095413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854202456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184'] for router, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:37.146230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:37.147510 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-bec5bb3b-aef7-48a7-a199-0a7937f4360c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4573071 Dec 14 17:52:39.297735 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52888) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:39.373865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [None req-4446c2e3-07cc-489a-ba26-3e3db3d0edf8 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 17:52:39.374991 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4446c2e3-07cc-489a-ba26-3e3db3d0edf8 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0762186 Dec 14 17:52:41.548457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52900) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:41.623306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Request body: {'network': {'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:52:41.628689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:52:41.633105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Usage tracker for resource:network and tenant:57b120cf07ca4090aa51fb59a7d26ad4 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:52:41.636109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:52:41.641985 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:52:41.711720 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Made reservation on behalf of 57b120cf07ca4090aa51fb59a7d26ad4 for: {'network': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 17:52:41.716431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:41.729525 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:41.806387 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:52:41.810354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Usage tracker for resource:security_group_rule and tenant:57b120cf07ca4090aa51fb59a7d26ad4 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:52:41.813868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:52:41.819711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:52:42.042673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:42.071625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:42.075729 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:42.102842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0df7a4ec-76ee-4738-8413-65c81183277d,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:42.105944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:42.129030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Reserving flat network on physical network physnet1 {{(pid=88324) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Dec 14 17:52:42.178440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:42.178984 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Added segment bc3f3628-2473-45ba-9e7f-d745c1031334 of type flat for network 0777ae0f-0225-40d0-9ad2-d61648840a30 Dec 14 17:52:42.241810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:42.300219 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:42.301418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:52:42.302063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:42.306862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:42.529989 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Pushing event updated for resources: {'Network': ['ID=0777ae0f-0225-40d0-9ad2-d61648840a30,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:42.533564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:42.540787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 17:52:42.553026 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0033059 Dec 14 17:52:44.728817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52912) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:44.871635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-304a03a5-29e6-435f-84dc-91eaaf1423f8 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:52:44.872979 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-304a03a5-29e6-435f-84dc-91eaaf1423f8 admin admin] 10.222.0.58 "GET /v2.0/subnets/9dfa3bef-23cb-49ec-97b1-416944b284d0 HTTP/1.1" status: 200 len: 849 time: 0.1432753 Dec 14 17:52:45.021765 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-53edc421-adee-4c8c-84e7-a604d167032a admin admin] 10.222.0.58 "GET /v2.0/routers/9bba0981-4c04-46b1-92c9-bedd80131d35 HTTP/1.1" status: 200 len: 704 time: 0.1421037 Dec 14 17:52:45.180242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-23b38cf7-02d2-40a8-8126-72e6715a88f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:45.498554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:45.733462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Allocated IP 172.20.0.1 (a411a1b3-8540-4231-9b71-a8d673815ca7/9dfa3bef-23cb-49ec-97b1-416944b284d0/3216d809-641b-42ea-85f8-b0a33ebb1d55) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 17:52:45.951007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:45.968043 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Transition to ACTIVE for port object 3216d809-641b-42ea-85f8-b0a33ebb1d55 will not be triggered until provisioned by entity DHCP. {{(pid=88324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 17:52:46.037911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:46.042764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:46.105159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Network a411a1b3-8540-4231-9b71-a8d673815ca7 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 17:52:46.108088 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 17:52:46.117059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 17:52:46.117600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661621'] for router_interface, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:46.124467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Pushing event updated for resources: {'Port': ['ID=3216d809-641b-42ea-85f8-b0a33ebb1d55,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:46.163353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:46.270828 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:46.380479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-c4a4adf8-1423-42cd-9d8a-de1d6b71dc02 None None] Provisioning for port 3216d809-641b-42ea-85f8-b0a33ebb1d55 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 17:52:46.387592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-c4a4adf8-1423-42cd-9d8a-de1d6b71dc02 None None] Provisioning complete for port 3216d809-641b-42ea-85f8-b0a33ebb1d55 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:52:46.388185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c4a4adf8-1423-42cd-9d8a-de1d6b71dc02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:46.459630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-c4a4adf8-1423-42cd-9d8a-de1d6b71dc02 None None] Port 3216d809-641b-42ea-85f8-b0a33ebb1d55 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 17:52:46.603071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:46.655331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:46.677149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:46.678209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133560373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854114286'] for router_interface, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:46.681521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:46.809971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Pushing event updated for resources: {'Port': ['ID=3216d809-641b-42ea-85f8-b0a33ebb1d55,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:46.817753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:46.885621 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Network a411a1b3-8540-4231-9b71-a8d673815ca7 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 17:52:46.886739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 17:52:47.184163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-149d642d-856a-4496-9130-c1306c277c84 None None] Provisioning complete for port 3216d809-641b-42ea-85f8-b0a33ebb1d55 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:52:47.184501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-149d642d-856a-4496-9130-c1306c277c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:47.237353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-149d642d-856a-4496-9130-c1306c277c84 None None] Port 3216d809-641b-42ea-85f8-b0a33ebb1d55 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 17:52:47.295047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Router 9bba0981-4c04-46b1-92c9-bedd80131d35 is scheduled to L3 agent c9643997-683c-4927-80a8-48aa290f14c9 with binding_index 1 {{(pid=88324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 17:52:47.317558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-25dff2ea-210d-482e-9fde-33aa6d69eb22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:47.465090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 17:52:47.474825 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] 10.222.0.58 "PUT /v2.0/routers/9bba0981-4c04-46b1-92c9-bedd80131d35/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4475224 Dec 14 17:52:47.475745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Sync routers for ids ['9bba0981-4c04-46b1-92c9-bedd80131d35'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 17:52:47.490016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Routers {'9bba0981-4c04-46b1-92c9-bedd80131d35'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 17:52:47.490741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T17:52:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9bba0981-4c04-46b1-92c9-bedd80131d35'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:47.664870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Set router 9bba0981-4c04-46b1-92c9-bedd80131d35 gateway port host: None {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 17:52:47.746447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:48.038936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'name': 'router1', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:36Z', 'updated_at': '2021-12-14T17:52:46Z', 'revision_number': 2, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'gw_port_host': None, '_interfaces': [{'id': '3216d809-641b-42ea-85f8-b0a33ebb1d55', 'name': '', 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'mac_address': 'fa:16:3e:11:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:45Z', 'updated_at': '2021-12-14T17:52:46Z', 'revision_number': 2, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'subnets': [{'id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ac44265-9d85-421b-832e-23431c3374a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:48.043715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Checking router: 9bba0981-4c04-46b1-92c9-bedd80131d35 for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 17:52:48.044117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Updating router 9bba0981-4c04-46b1-92c9-bedd80131d35 port 3216d809-641b-42ea-85f8-b0a33ebb1d55 binding host dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 17:52:48.097477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:48.477461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Notify callbacks [] for port, precommit_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:48.492937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Transition to ACTIVE for port object 3216d809-641b-42ea-85f8-b0a33ebb1d55 will not be triggered until provisioned by entity L2. {{(pid=88327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 17:52:48.534904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:48.540628 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:48.673556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Pushing event updated for resources: {'Port': ['ID=3216d809-641b-42ea-85f8-b0a33ebb1d55,revision_number=3']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:48.721657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.722192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.722710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.723161 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.723628 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.724089 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.724566 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.725028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.725489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.725945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.726407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Tracked resource versions report: Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: pushed versions: Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: { 'ConntrackHelper': {'1.0'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': {'1.0'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': {'1.1'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': {'1.5'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': {'1.2'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': {'1.8'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': {'1.2'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': {'1.0'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': {'1.0'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': {'1.1'}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': {'1.1'}} Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: consumer versions: Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: { DHCP agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: L3 agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: Metadata agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: Metering agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: Open vSwitch agent@dv-cinder-821737-1-smb: { 'ConntrackHelper': '1.0', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': '1.0', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': '1.1', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': '1.5', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': '1.2', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': '1.8', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': '1.2', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': '1.0', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': '1.0', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': '1.1', Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': '1.1'}} Dec 14 17:52:48.727840 dv-cinder-821737-1-smb neutron-server[88215]: {{(pid=88327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 17:52:48.762507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:48.793396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Attempting to bind port 3216d809-641b-42ea-85f8-b0a33ebb1d55 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 17:52:48.793939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Attempting to bind port 3216d809-641b-42ea-85f8-b0a33ebb1d55 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 17:52:48.794317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Attempting to bind port 3216d809-641b-42ea-85f8-b0a33ebb1d55 on network a411a1b3-8540-4231-9b71-a8d673815ca7 {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 17:52:48.801681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 17:52:48.802232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Checking segment: {'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 17:52:48.802726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:48.809082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Bound using segment: {'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 17:52:48.809082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Bound port: 3216d809-641b-42ea-85f8-b0a33ebb1d55, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e857e8-d7f3-4042-b597-c8839ccf3c6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7'}}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 17:52:48.809082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:48.901446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] For port 3216d809-641b-42ea-85f8-b0a33ebb1d55, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 17:52:48.905863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] For port 3216d809-641b-42ea-85f8-b0a33ebb1d55, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=3216d809-641b-42ea-85f8-b0a33ebb1d55,segment=NetworkSegment(99e857e8-d7f3-4042-b597-c8839ccf3c6a),segment_id=99e857e8-d7f3-4042-b597-c8839ccf3c6a)] {{(pid=88327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 17:52:48.952144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:48.960152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:49.044658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Routers {'9bba0981-4c04-46b1-92c9-bedd80131d35'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 17:52:49.045350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T17:52:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9bba0981-4c04-46b1-92c9-bedd80131d35'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:49.157997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:49.312912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Pushing event updated for resources: {'Port': ['ID=3216d809-641b-42ea-85f8-b0a33ebb1d55,revision_number=4']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:49.322155 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:49.357659 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] Set router 9bba0981-4c04-46b1-92c9-bedd80131d35 gateway port host: None {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 17:52:49.664130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 52926) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:49.697137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'name': 'router1', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:36Z', 'updated_at': '2021-12-14T17:52:46Z', 'revision_number': 2, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'gw_port_host': None, '_interfaces': [{'id': '3216d809-641b-42ea-85f8-b0a33ebb1d55', 'name': '', 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'mac_address': 'fa:16:3e:11:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:45Z', 'updated_at': '2021-12-14T17:52:48Z', 'revision_number': 4, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'subnets': [{'id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ac44265-9d85-421b-832e-23431c3374a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:49.701450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39bb0e82-e2eb-4b63-a013-eb25904280ef None None] The sync data for ids ['9bba0981-4c04-46b1-92c9-bedd80131d35'] in dv-cinder-821737-1-smb is: [{'id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'name': 'router1', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:36Z', 'updated_at': '2021-12-14T17:52:46Z', 'revision_number': 2, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'gw_port_host': None, '_interfaces': [{'id': '3216d809-641b-42ea-85f8-b0a33ebb1d55', 'name': '', 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'mac_address': 'fa:16:3e:11:92:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:45Z', 'updated_at': '2021-12-14T17:52:48Z', 'revision_number': 4, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'subnets': [{'id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ac44265-9d85-421b-832e-23431c3374a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 17:52:50.148239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.policy [None req-8a61c024-a227-46f4-8cf9-95d0e38179f7 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88325) register_rules /opt/stack/neutron/neutron/policy.py:68}} Dec 14 17:52:50.154563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a61c024-a227-46f4-8cf9-95d0e38179f7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:52:50.156815 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8a61c024-a227-46f4-8cf9-95d0e38179f7 admin admin] 10.222.0.58 "GET /v2.0/networks/0777ae0f-0225-40d0-9ad2-d61648840a30 HTTP/1.1" status: 200 len: 842 time: 0.4916136 Dec 14 17:52:50.167145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Request body: {'subnet': {'gateway_ip': '172.28.1.1', 'enable_dhcp': False, 'name': 'public-subnet', 'ip_version': 4, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'cidr': '172.28.1.0/24'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:52:50.170045 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.quota [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Loaded quota_driver: . Dec 14 17:52:50.176809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:52:50.182130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Usage tracker for resource:subnet and tenant:57b120cf07ca4090aa51fb59a7d26ad4 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:52:50.185556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:52:50.192472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:52:50.231331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Made reservation on behalf of 57b120cf07ca4090aa51fb59a7d26ad4 for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 17:52:50.237637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Notify callbacks [] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:50.816753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:50.823385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:50.890104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 3216d809-641b-42ea-85f8-b0a33ebb1d55 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 17:52:50.911223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=d64f3e2e-7aea-486f-b438-3196df6b6020,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:50.913702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 17:52:50.914084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Network hostable DHCP agents. Network: 0777ae0f-0225-40d0-9ad2-d61648840a30, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 17:52:50.933655 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.934287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.934897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.935541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.936118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.936758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.937384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.938006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.938602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.939065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.939472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Tracked resource versions report: Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: pushed versions: Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: { 'ConntrackHelper': {'1.0'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': {'1.0'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': {'1.1'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': {'1.5'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': {'1.2'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': {'1.8'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': {'1.2'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': {'1.0'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': {'1.0'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': {'1.1'}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': {'1.1'}} Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: consumer versions: Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: { DHCP agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: L3 agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: Metadata agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: Metering agent@dv-cinder-821737-1-smb: {}, Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: Open vSwitch agent@dv-cinder-821737-1-smb: { 'ConntrackHelper': '1.0', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': '1.0', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': '1.1', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': '1.5', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': '1.2', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': '1.8', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': '1.2', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': '1.0', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': '1.0', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': '1.1', Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': '1.1'}} Dec 14 17:52:50.940829 dv-cinder-821737-1-smb neutron-server[88215]: {{(pid=88325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 17:52:50.979770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:50.997689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 3216d809-641b-42ea-85f8-b0a33ebb1d55 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 17:52:51.003190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 3216d809-641b-42ea-85f8-b0a33ebb1d55 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:52:51.003683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:51.020400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 17:52:51.060708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, 0777ae0f-0225-40d0-9ad2-d61648840a30) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 17:52:51.065581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:52:51.066240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:51.100224 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b5ad33e-d08a-43e9-8a4a-0565f191de26 None None] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 17:52:51.118345 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9551766 Dec 14 17:52:51.211090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:51.280575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 3216d809-641b-42ea-85f8-b0a33ebb1d55, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=3216d809-641b-42ea-85f8-b0a33ebb1d55,segment=NetworkSegment(99e857e8-d7f3-4042-b597-c8839ccf3c6a),segment_id=99e857e8-d7f3-4042-b597-c8839ccf3c6a)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 17:52:51.316657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:51.326204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:51.437233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-745d0296-0c85-4dc5-91f2-4781ff30daca None None] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 17:52:51.453173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=3216d809-641b-42ea-85f8-b0a33ebb1d55,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:51.459506 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:52.851130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 3216d809-641b-42ea-85f8-b0a33ebb1d55 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 17:52:52.923409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 3216d809-641b-42ea-85f8-b0a33ebb1d55 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:52:52.923825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:53.334559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 52948) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:53.597746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-955e2dbd-47c2-4d07-9cd8-ead55aca9715 admin admin] 10.222.0.58 "GET /v2.0/routers/9bba0981-4c04-46b1-92c9-bedd80131d35 HTTP/1.1" status: 200 len: 710 time: 0.2619009 Dec 14 17:52:53.853658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb6f057-b5a5-4b0a-a0d8-2f5c35d473b8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:52:53.855377 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-bdb6f057-b5a5-4b0a-a0d8-2f5c35d473b8 admin admin] 10.222.0.58 "GET /v2.0/networks/0777ae0f-0225-40d0-9ad2-d61648840a30 HTTP/1.1" status: 200 len: 886 time: 0.2518826 Dec 14 17:52:53.865653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:52:54.366250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:54.604042 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:54.669300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:54.815347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Allocated IP 172.28.1.129 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/223ee320-5c4b-4e18-a4a6-3a485d6962f3) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 17:52:54.972420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:55.043728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:55.048542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:55.114578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 17:52:55.118452 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 17:52:55.120521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Pushing event updated for resources: {'Port': ['ID=223ee320-5c4b-4e18-a4a6-3a485d6962f3,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:55.132721 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 17:52:55.187542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:55.367571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:55.676846 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:55.680377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854111153', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-664632', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854202471'] for router, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:55.887835 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Router 9bba0981-4c04-46b1-92c9-bedd80131d35 has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 17:52:56.089946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 17:52:56.099919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Notify callbacks [] for router, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:56.100403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Sync routers for ids ['9bba0981-4c04-46b1-92c9-bedd80131d35'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 17:52:56.101170 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] 10.222.0.58 "PUT /v2.0/routers/9bba0981-4c04-46b1-92c9-bedd80131d35 HTTP/1.1" status: 200 len: 890 time: 2.2392042 Dec 14 17:52:56.114189 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Routers {'9bba0981-4c04-46b1-92c9-bedd80131d35'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 17:52:56.114915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T17:52:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9bba0981-4c04-46b1-92c9-bedd80131d35'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:56.310513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Set router 9bba0981-4c04-46b1-92c9-bedd80131d35 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 17:52:56.659741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'name': 'router1', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '223ee320-5c4b-4e18-a4a6-3a485d6962f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:36Z', 'updated_at': '2021-12-14T17:52:55Z', 'revision_number': 4, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'gw_port': {'id': '223ee320-5c4b-4e18-a4a6-3a485d6962f3', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '3216d809-641b-42ea-85f8-b0a33ebb1d55', 'name': '', 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'mac_address': 'fa:16:3e:11:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:45Z', 'updated_at': '2021-12-14T17:52:51Z', 'revision_number': 5, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'subnets': [{'id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ac44265-9d85-421b-832e-23431c3374a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:56.664648 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Checking router: 9bba0981-4c04-46b1-92c9-bedd80131d35 for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 17:52:56.665050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Updating router 9bba0981-4c04-46b1-92c9-bedd80131d35 port 223ee320-5c4b-4e18-a4a6-3a485d6962f3 binding host dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 17:52:56.725214 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:57.073056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Notify callbacks [] for port, precommit_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:57.085314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Transition to ACTIVE for port object 223ee320-5c4b-4e18-a4a6-3a485d6962f3 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 17:52:57.112465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:57.118954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:57.194919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Attempting to bind port 223ee320-5c4b-4e18-a4a6-3a485d6962f3 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 17:52:57.195319 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Attempting to bind port 223ee320-5c4b-4e18-a4a6-3a485d6962f3 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 17:52:57.195718 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Attempting to bind port 223ee320-5c4b-4e18-a4a6-3a485d6962f3 on network 0777ae0f-0225-40d0-9ad2-d61648840a30 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 17:52:57.202426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38eff0-d403-4c8c-8cc4-84972a30bd53 None None] Pushing event updated for resources: {'Port': ['ID=223ee320-5c4b-4e18-a4a6-3a485d6962f3,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:57.205197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f38eff0-d403-4c8c-8cc4-84972a30bd53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:57.208688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 17:52:57.209095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 17:52:57.209503 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:57.209911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Bound using segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 17:52:57.210401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Bound port: 223ee320-5c4b-4e18-a4a6-3a485d6962f3, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 17:52:57.210826 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:57.427393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] For port 223ee320-5c4b-4e18-a4a6-3a485d6962f3, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 17:52:57.430368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] For port 223ee320-5c4b-4e18-a4a6-3a485d6962f3, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=223ee320-5c4b-4e18-a4a6-3a485d6962f3,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 17:52:57.460843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:57.465698 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:57.544754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f38eff0-d403-4c8c-8cc4-84972a30bd53 None None] Pushing event updated for resources: {'Port': ['ID=223ee320-5c4b-4e18-a4a6-3a485d6962f3,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:57.548288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f38eff0-d403-4c8c-8cc4-84972a30bd53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:52:57.549173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Routers {'9bba0981-4c04-46b1-92c9-bedd80131d35'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 17:52:57.549813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T17:52:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9bba0981-4c04-46b1-92c9-bedd80131d35'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:57.730372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] Set router 9bba0981-4c04-46b1-92c9-bedd80131d35 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 17:52:58.071651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'name': 'router1', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '223ee320-5c4b-4e18-a4a6-3a485d6962f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:36Z', 'updated_at': '2021-12-14T17:52:55Z', 'revision_number': 4, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'gw_port': {'id': '223ee320-5c4b-4e18-a4a6-3a485d6962f3', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '3216d809-641b-42ea-85f8-b0a33ebb1d55', 'name': '', 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'mac_address': 'fa:16:3e:11:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:45Z', 'updated_at': '2021-12-14T17:52:51Z', 'revision_number': 5, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'subnets': [{'id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ac44265-9d85-421b-832e-23431c3374a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 17:52:58.075703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfa9c14a-ce7b-4f72-b491-d546aa089296 None None] The sync data for ids ['9bba0981-4c04-46b1-92c9-bedd80131d35'] in dv-cinder-821737-1-smb is: [{'id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'name': 'router1', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.129'}], 'enable_snat': True}, 'gw_port_id': '223ee320-5c4b-4e18-a4a6-3a485d6962f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T17:52:36Z', 'updated_at': '2021-12-14T17:52:55Z', 'revision_number': 4, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'gw_port': {'id': '223ee320-5c4b-4e18-a4a6-3a485d6962f3', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:0c:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:54Z', 'updated_at': '2021-12-14T17:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '3216d809-641b-42ea-85f8-b0a33ebb1d55', 'name': '', 'network_id': 'a411a1b3-8540-4231-9b71-a8d673815ca7', 'tenant_id': '8f7e016874d440f3b4e1b97c5b41a750', 'mac_address': 'fa:16:3e:11:92:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9bba0981-4c04-46b1-92c9-bedd80131d35', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T17:52:45Z', 'updated_at': '2021-12-14T17:52:51Z', 'revision_number': 5, 'project_id': '8f7e016874d440f3b4e1b97c5b41a750', 'subnets': [{'id': '9dfa3bef-23cb-49ec-97b1-416944b284d0', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '4ac44265-9d85-421b-832e-23431c3374a1'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 17:52:58.409339 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 52962) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:52:58.567544 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4a033586-76a8-4ee3-8d84-173a47be3e77 admin admin] 10.222.0.58 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1078 time: 0.1569734 Dec 14 17:52:58.885327 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 223ee320-5c4b-4e18-a4a6-3a485d6962f3 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 17:52:58.985620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 223ee320-5c4b-4e18-a4a6-3a485d6962f3 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 17:52:58.991510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 223ee320-5c4b-4e18-a4a6-3a485d6962f3 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:52:58.991906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:59.115297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:59.133881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 223ee320-5c4b-4e18-a4a6-3a485d6962f3, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=223ee320-5c4b-4e18-a4a6-3a485d6962f3,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 17:52:59.168892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:52:59.171542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:52:59.238533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=223ee320-5c4b-4e18-a4a6-3a485d6962f3,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:52:59.242134 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:53:00.864937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 223ee320-5c4b-4e18-a4a6-3a485d6962f3 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 17:53:00.937608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 223ee320-5c4b-4e18-a4a6-3a485d6962f3 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:53:00.937933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:05.052328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:53:15.173886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-14aefaa8-ccb2-4d22-928d-33dd64b9255e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:16.614039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:17.312000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fb4a3dd5-34a3-4193-886a-a1607ab0cc57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:17.745784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:19.173945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:42.049948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:53:45.201393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-085a676c-32bf-4122-aeea-8d6a6a8e10d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:46.618613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:47.332843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4b78fd7-2564-47ae-9da4-df135a414888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:47.756808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:53:49.195447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:15.196451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-40fb33bd-4882-4d9c-90a3-ffebe2198647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:16.624818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:17.327218 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bee45ea3-d081-4902-bd2b-7f5edf1ae8e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:17.738735 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:19.050262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:54:19.185103 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:35.233110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53500) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:35.335793 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.pecan_wsgi.hooks.translation [None req-59d34961-e9f3-4d11-ad7f-40ebdb77bf4e admin admin] GET failed (client error): The resource could not be found. Dec 14 17:54:35.337103 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-59d34961-e9f3-4d11-ad7f-40ebdb77bf4e admin admin] 10.222.0.58 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1029499 Dec 14 17:54:35.478482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560801ef-640c-4700-a536-470c868c0150 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:35.479966 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-560801ef-640c-4700-a536-470c868c0150 admin admin] 10.222.0.58 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1378989 Dec 14 17:54:37.577929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53512) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:37.721824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61808fab-e942-4fe0-bdfd-0f9685640013 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:37.722389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-61808fab-e942-4fe0-bdfd-0f9685640013 admin admin] Synchronizing usage tracker for tenant:57b120cf07ca4090aa51fb59a7d26ad4 on resource:subnet {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 17:54:37.770572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-61808fab-e942-4fe0-bdfd-0f9685640013 admin admin] Unset dirty status for tenant:57b120cf07ca4090aa51fb59a7d26ad4 on resource:subnet {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 17:54:37.771854 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-61808fab-e942-4fe0-bdfd-0f9685640013 admin admin] 10.222.0.58 "GET /v2.0/subnets/9dfa3bef-23cb-49ec-97b1-416944b284d0 HTTP/1.1" status: 200 len: 849 time: 0.1928997 Dec 14 17:54:37.781849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:54:37.907710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:38.127313 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734822233254'] for subnet, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:38.131681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:54:38.178332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:38.178988 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:38.180341 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] 10.222.0.58 "PUT /v2.0/subnets/9dfa3bef-23cb-49ec-97b1-416944b284d0 HTTP/1.1" status: 200 len: 868 time: 0.4025152 Dec 14 17:54:38.183676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ceaa8e-fd2f-43f3-9698-988428be8d34 None None] Network a411a1b3-8540-4231-9b71-a8d673815ca7 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 17:54:38.201798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9dfa3bef-23cb-49ec-97b1-416944b284d0,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:54:38.210968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.211331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.211697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.212058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.212421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.212774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.213127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.213487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.213839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.214188 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.215179 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:54:38.219618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:54:38.671133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d3655340-d285-4dd0-8c14-5fe1a10757d5 None None] Provisioning complete for port 3216d809-641b-42ea-85f8-b0a33ebb1d55 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:54:38.671650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d3655340-d285-4dd0-8c14-5fe1a10757d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:38.801562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d3655340-d285-4dd0-8c14-5fe1a10757d5 None None] Provisioning complete for port 62d621ff-5d1c-48c6-8a79-286fa6cdf9e2 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:54:38.801964 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d3655340-d285-4dd0-8c14-5fe1a10757d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:40.286289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53524) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:40.497146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d12bb6-2aff-483d-b287-1832a9f76523 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:40.497490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23d12bb6-2aff-483d-b287-1832a9f76523 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:40.499126 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-23d12bb6-2aff-483d-b287-1832a9f76523 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2117603 Dec 14 17:54:42.592863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53536) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:42.805994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afc295a-356c-43ec-9f26-4cfef17bdca2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:42.806411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afc295a-356c-43ec-9f26-4cfef17bdca2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:42.808641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1afc295a-356c-43ec-9f26-4cfef17bdca2 admin admin] 10.222.0.58 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2141905 Dec 14 17:54:44.893325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53548) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:45.102834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc2521-55c2-4daf-8009-acf01aa81e14 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:45.104302 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-72bc2521-55c2-4daf-8009-acf01aa81e14 admin admin] 10.222.0.58 "GET /v2.0/networks/0777ae0f-0225-40d0-9ad2-d61648840a30 HTTP/1.1" status: 200 len: 886 time: 0.2099392 Dec 14 17:54:45.195852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2431cb80-6270-407f-8dbf-846b7dd68df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:46.616564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:47.209609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53560) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:47.325251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7076d54a-c619-459c-8b2c-0ed12ead0e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:47.421689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75a4ad1-e941-4263-b58f-1350d7559087 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:47.423080 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b75a4ad1-e941-4263-b58f-1350d7559087 admin admin] 10.222.0.58 "GET /v2.0/networks/a411a1b3-8540-4231-9b71-a8d673815ca7 HTTP/1.1" status: 200 len: 869 time: 0.2124436 Dec 14 17:54:47.748001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:49.193236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:54:49.560564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53572) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:49.701716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44bc183-91f1-499a-affa-baa89627d5ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:49.702061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44bc183-91f1-499a-affa-baa89627d5ac admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:49.703729 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f44bc183-91f1-499a-affa-baa89627d5ac admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1421435 Dec 14 17:54:51.812117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53584) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:51.949762 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4bbc2e-ec2d-4b57-9db1-99e80c87d17d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:51.950114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4bbc2e-ec2d-4b57-9db1-99e80c87d17d admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:51.951719 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-eb4bbc2e-ec2d-4b57-9db1-99e80c87d17d admin admin] 10.222.0.58 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1385946 Dec 14 17:54:54.037089 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53596) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:54.181453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd0f589-3a5d-4cc0-89fa-93fc8ce0f61c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:54.183486 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-afd0f589-3a5d-4cc0-89fa-93fc8ce0f61c admin admin] 10.222.0.58 "GET /v2.0/subnets/9dfa3bef-23cb-49ec-97b1-416944b284d0 HTTP/1.1" status: 200 len: 868 time: 0.1453702 Dec 14 17:54:56.049896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:54:56.336127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53608) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:54:56.468377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e71bbf05-7ef5-43f9-b090-089eba289cb6 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:54:56.469826 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e71bbf05-7ef5-43f9-b090-089eba289cb6 admin admin] 10.222.0.58 "GET /v2.0/subnets/d64f3e2e-7aea-486f-b438-3196df6b6020 HTTP/1.1" status: 200 len: 816 time: 0.1326530 Dec 14 17:55:15.201151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-610cd808-84c8-4acb-bc2a-c148330e18d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:16.166537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53656) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:55:16.243100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [None req-64d83d0f-a1f0-4434-bbd1-5d180a64d906 admin admin] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 17:55:16.244712 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-64d83d0f-a1f0-4434-bbd1-5d180a64d906 admin admin] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0766125 Dec 14 17:55:16.615326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:17.324454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-96c85f38-406d-4849-abd8-6840e189ae7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:17.752524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:18.387580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53668) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:55:18.489332 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.pecan_wsgi.hooks.translation [None req-74467cc9-30f0-45f0-ac7b-f65b5f39c7e6 admin admin] GET failed (client error): The resource could not be found. Dec 14 17:55:18.490646 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-74467cc9-30f0-45f0-ac7b-f65b5f39c7e6 admin admin] 10.222.0.58 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1020677 Dec 14 17:55:18.626902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c2fd21-e410-43b5-abe6-18b30d34e799 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:55:18.628459 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-48c2fd21-e410-43b5-abe6-18b30d34e799 admin admin] 10.222.0.58 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1333010 Dec 14 17:55:19.203838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:20.726446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53680) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:55:20.802732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:55:20.808239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:55:20.812302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Usage tracker for resource:network and tenant:57b120cf07ca4090aa51fb59a7d26ad4 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:55:20.815304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:55:20.821810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:55:20.912511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Made reservation on behalf of 57b120cf07ca4090aa51fb59a7d26ad4 for: {'network': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 17:55:20.917792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:21.012395 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.services.revisions.revision_plugin [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Could not find related network for resource to bump revision. Dec 14 17:55:21.077589 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 227} {{(pid=88324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 17:55:21.086430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:21.086924 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Added segment 436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f of type vlan for network eb279edc-bc5a-4bfa-8ee0-78453d455d90 Dec 14 17:55:21.113340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:21.181308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:21.182538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:55:21.183215 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:21.188325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:55:21.290080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Pushing event updated for resources: {'Network': ['ID=eb279edc-bc5a-4bfa-8ee0-78453d455d90,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:55:21.298554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.298984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.299358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.299774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.300143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.300510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.300874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.301240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.301602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.301961 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.302321 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:21.305878 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:55:21.311008 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5833180 Dec 14 17:55:21.325892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network eb279edc-bc5a-4bfa-8ee0-78453d455d90 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 17:55:23.423944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53692) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:55:23.522757 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.pecan_wsgi.hooks.translation [None req-0158a993-2ba4-4abb-bdd8-2d85396a174f admin admin] GET failed (client error): The resource could not be found. Dec 14 17:55:23.523339 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-0158a993-2ba4-4abb-bdd8-2d85396a174f admin admin] Synchronizing usage tracker for tenant:57b120cf07ca4090aa51fb59a7d26ad4 on resource:network {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 17:55:23.607502 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-0158a993-2ba4-4abb-bdd8-2d85396a174f admin admin] Unset dirty status for tenant:57b120cf07ca4090aa51fb59a7d26ad4 on resource:network {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 17:55:23.613366 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0158a993-2ba4-4abb-bdd8-2d85396a174f admin admin] 10.222.0.58 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1883833 Dec 14 17:55:23.724449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7c209ce-1b7d-4a2a-a43b-cb611ff17e70 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:55:23.726021 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f7c209ce-1b7d-4a2a-a43b-cb611ff17e70 admin admin] 10.222.0.58 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1118844 Dec 14 17:55:23.737475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 17:55:23.742193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:55:23.752347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:55:23.789442 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Made reservation on behalf of 57b120cf07ca4090aa51fb59a7d26ad4 for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 17:55:23.794597 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:24.047099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:24.051467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:55:24.122637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a92df3d6-e962-4a94-a5dc-c4930b3ade27,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:55:24.126572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:55:24.135288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Checking segment: {'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 17:55:24.135672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Network hostable DHCP agents. Network: eb279edc-bc5a-4bfa-8ee0-78453d455d90, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 17:55:24.183662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Network eb279edc-bc5a-4bfa-8ee0-78453d455d90 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 17:55:24.217992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, eb279edc-bc5a-4bfa-8ee0-78453d455d90) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 17:55:24.221745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 17:55:24.222374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:24.227903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5889949f-0f42-4345-a239-c019aea78145 None None] Network eb279edc-bc5a-4bfa-8ee0-78453d455d90 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 17:55:24.273395 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5398560 Dec 14 17:55:24.460015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b558676-8c24-5554-bf85-99ce58a579ed-eb279edc-bc5a-4bfa-8ee0-78453d455d90', 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90', 'tenant_id': '57b120cf07ca4090aa51fb59a7d26ad4', 'fixed_ips': [{'subnet_id': 'a92df3d6-e962-4a94-a5dc-c4930b3ade27'}]}} from dv-cinder-821737-1-smb. {{(pid=88326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 17:55:24.461015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:24.627158 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Allocated IP 192.168.233.2 (eb279edc-bc5a-4bfa-8ee0-78453d455d90/a92df3d6-e962-4a94-a5dc-c4930b3ade27/6a9c7d60-48f4-406b-8e70-d676607867b2) {{(pid=88326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 17:55:25.084921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Notify callbacks [] for port, precommit_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:25.096127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Transition to ACTIVE for port object 6a9c7d60-48f4-406b-8e70-d676607867b2 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 17:55:25.116095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Transition to ACTIVE for port object 6a9c7d60-48f4-406b-8e70-d676607867b2 will not be triggered until provisioned by entity DHCP. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 17:55:25.172832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:25.178620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e9a37e3e-f075-4f59-88df-30523a53e320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:55:25.256445 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Network eb279edc-bc5a-4bfa-8ee0-78453d455d90 is already hosted by enough agents. {{(pid=88326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 17:55:25.260500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Resources bound (agent type, host, resource id): {{(pid=88326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 17:55:25.262469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Pushing event updated for resources: {'Port': ['ID=6a9c7d60-48f4-406b-8e70-d676607867b2,revision_number=1']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:55:25.264899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Received port after_create {{(pid=88326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 17:55:25.277364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.277745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.278117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.278485 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.278879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.279243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.279600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.279966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.280325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.280682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.281041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:55:25.308424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:55:25.367897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Attempting to bind port 6a9c7d60-48f4-406b-8e70-d676607867b2 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 17:55:25.368243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Attempting to bind port 6a9c7d60-48f4-406b-8e70-d676607867b2 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 17:55:25.368651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Attempting to bind port 6a9c7d60-48f4-406b-8e70-d676607867b2 on network eb279edc-bc5a-4bfa-8ee0-78453d455d90 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 17:55:25.375538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 17, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 17:55:25.375951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Checking segment: {'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 17:55:25.376394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:25.376829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Bound using segment: {'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 17:55:25.377340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Bound port: 6a9c7d60-48f4-406b-8e70-d676607867b2, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 17:55:25.377751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:25.470640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] For port 6a9c7d60-48f4-406b-8e70-d676607867b2, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 17:55:25.474136 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] For port 6a9c7d60-48f4-406b-8e70-d676607867b2, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=6a9c7d60-48f4-406b-8e70-d676607867b2,segment=NetworkSegment(436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f),segment_id=436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 17:55:25.507008 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:25.512524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f8fc24c2-5fc5-4acf-8ff5-349444fc2f7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:55:25.591696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Pushing event updated for resources: {'Port': ['ID=6a9c7d60-48f4-406b-8e70-d676607867b2,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:55:25.595323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:55:26.969966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 6a9c7d60-48f4-406b-8e70-d676607867b2 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 17:55:27.083893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 6a9c7d60-48f4-406b-8e70-d676607867b2 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 17:55:27.092179 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd5c454-e936-438d-8f7a-6e63c5fe1f26 None None] Network eb279edc-bc5a-4bfa-8ee0-78453d455d90 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 17:55:27.226769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] Provisioning for port 6a9c7d60-48f4-406b-8e70-d676607867b2 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 17:55:27.260917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] Provisioning complete for port 6a9c7d60-48f4-406b-8e70-d676607867b2 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:55:27.261330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:27.442187 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:27.485337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] For port 6a9c7d60-48f4-406b-8e70-d676607867b2, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=6a9c7d60-48f4-406b-8e70-d676607867b2,segment=NetworkSegment(436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f),segment_id=436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 17:55:27.524213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:27.527012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f38eff0-d403-4c8c-8cc4-84972a30bd53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:55:27.597965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] Pushing event updated for resources: {'Port': ['ID=6a9c7d60-48f4-406b-8e70-d676607867b2,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:55:27.601290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:55:27.753290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-b7347cbf-7a54-44ef-9c5b-675586ed4de2 None None] Provisioning complete for port 6a9c7d60-48f4-406b-8e70-d676607867b2 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:55:27.753815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b7347cbf-7a54-44ef-9c5b-675586ed4de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:28.929641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 6a9c7d60-48f4-406b-8e70-d676607867b2 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 17:55:29.005335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 6a9c7d60-48f4-406b-8e70-d676607867b2 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 17:55:29.005675 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:33.051021 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:55:45.198137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c82fd4a7-9f78-4726-9ed7-1b83bc39c9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:46.640555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:47.340460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de5e7cce-740d-4e5d-a07a-04a3b219f7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:47.775111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:55:49.225695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:10.050815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:56:15.202499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-321621ac-02c2-4520-8e95-f24f42f1b9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:16.619031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:17.333453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5accabb1-fc2a-4cb0-b14a-7ad9b065804c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:17.785188 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:19.234398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:40.037620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53726) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:56:40.044309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [None req-8488c3f7-475b-4987-b8f3-5367a448abfe tempest-verify_tempest_config-896504147 tempest-verify_tempest_config-896504147-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 17:56:40.045337 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8488c3f7-475b-4987-b8f3-5367a448abfe tempest-verify_tempest_config-896504147 tempest-verify_tempest_config-896504147-project] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12156 time: 0.0061507 Dec 14 17:56:40.526041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53744) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:56:40.675407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:40.707657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 17:56:40.712188 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Usage tracker for resource:security_group_rule and tenant:5ceb2d2f0ce3452d86814606690c1ef4 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 17:56:40.715197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 17:56:40.721095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 17:56:40.968330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:41.010838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:41.019061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:56:41.059878 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2811a253-cfc4-4684-9fec-3be440d1de02,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:56:41.064752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Synchronizing usage tracker for tenant:57b120cf07ca4090aa51fb59a7d26ad4 on resource:security_group {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 17:56:41.075286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.075672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.076048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.076420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.076792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.077159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.077524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.077887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.078248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.078607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.078993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 17:56:41.083571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:56:41.119336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Unset dirty status for tenant:57b120cf07ca4090aa51fb59a7d26ad4 on resource:security_group {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 17:56:41.120639 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ceb2d2f0ce3452d86814606690c1ef4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5935402 Dec 14 17:56:41.123458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 53750) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:56:41.184549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8b2335fc-24f3-4592-98d4-607e76103d03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:41.210620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8b2335fc-24f3-4592-98d4-607e76103d03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:41.332194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8b2335fc-24f3-4592-98d4-607e76103d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:41.337284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f4ba311-40ce-486a-97d4-03193496ec8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 17:56:41.347758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2335fc-24f3-4592-98d4-607e76103d03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2811a253-cfc4-4684-9fec-3be440d1de02,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 17:56:41.352863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8b2335fc-24f3-4592-98d4-607e76103d03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 17:56:41.354858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8b2335fc-24f3-4592-98d4-607e76103d03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:41.356083 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8b2335fc-24f3-4592-98d4-607e76103d03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2811a253-cfc4-4684-9fec-3be440d1de02 HTTP/1.1" status: 204 len: 168 time: 0.2316663 Dec 14 17:56:45.205643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86fdcd1a-9b41-47d3-9f5f-cde17d79e9e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:46.620782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:47.050862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:56:47.326827 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fcf6253d-c69e-4c0e-9b08-112cd91329ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:47.761148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:56:49.217079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:15.211503 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a1032471-f22c-48d2-9e64-4dda31c5d1d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:16.628869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:17.320477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4466c718-fd00-4abb-98cd-d4a45fe05be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:17.771364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:19.222127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:24.050963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:57:45.205142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-075a44d3-6133-4773-9eba-1af90fa6576b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:46.615960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:47.324860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c1b5d959-9c26-4134-acfc-d729f67de018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:47.804567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:57:49.221686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:01.052069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 5 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:58:15.203861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7352f22-0365-4f07-bbc1-f6dec741c56d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:16.609794 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:17.335275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8f70bbef-223a-48a6-836d-e2de3ebdd9d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:17.809732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:18.506979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-664437'] for agent, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:19.364241 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:34.731068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53830) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:58:34.952149 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-55410561-e4bb-486c-897a-a03c95baad44 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.2203968 Dec 14 17:58:37.064778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 53842) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 17:58:37.152251 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d7a6f510-86ae-4fa2-83c6-7b1f910a86f9 admin admin] 10.222.0.58 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0863175 Dec 14 17:58:38.052747 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:58:45.209273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e4685b3c-86b1-468d-8668-e2351b4d8fdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:46.614679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:47.340496 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12a703df-053b-4472-b2d6-6376a3574bb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:47.775246 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:48.386635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:58:49.231458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:15.053984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 17:59:15.203365 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8345705a-5576-4832-b8d2-3ca5f9c161ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:16.626067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:17.334621 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a7892dfc-1870-4cec-a28c-24cf4a9c2628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:17.785842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:18.390304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:19.265705 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:45.218718 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de333e64-6e3c-4599-acda-46c835b2eb43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:46.614068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:47.340119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2336cc3a-0708-429f-9a20-39997d9a19c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:47.789384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:48.401028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:49.235190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 17:59:52.054777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:00:15.348209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2c9bdec1-6142-41eb-94f2-048edf223a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:16.733726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:17.348188 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0e000d3a-dffa-41bf-9c68-608aa50c1e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:17.873915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:18.402176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:19.291588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:29.055686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:00:32.731781 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54002) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:32.951559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54012) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:33.183031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1051334062-network', 'tenant_id': '4cc14903ffdd4d41838e95b4fa5e6522'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:33.189252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:33.193842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Usage tracker for resource:network and tenant:4cc14903ffdd4d41838e95b4fa5e6522 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:33.196832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:33.203255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:33.249659 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-988517834-network', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:33.255189 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:33.259228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Usage tracker for resource:network and tenant:2768bab8bfbb4ad78e403b1d4275c715 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:33.262426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:33.268408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:33.287912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Made reservation on behalf of 4cc14903ffdd4d41838e95b4fa5e6522 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:33.292933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:33.310956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:33.353376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:33.357929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc14903ffdd4d41838e95b4fa5e6522 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:33.360898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:33.366519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Made reservation on behalf of 2768bab8bfbb4ad78e403b1d4275c715 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:33.371095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:33.380918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:33.389019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:33.635861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:33.642290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Usage tracker for resource:security_group_rule and tenant:2768bab8bfbb4ad78e403b1d4275c715 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:33.653003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:33.662242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:33.686296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:33.739800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:33.744690 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:33.778491 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67309196-308f-4817-84be-4b0f2380c5c3,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:33.797043 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.804007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Tracked resource versions report: Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: pushed versions: Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': {'1.0'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': {'1.1'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': {'1.5'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': {'1.2'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': {'1.8'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': {'1.2'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': {'1.0'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': {'1.1'}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': {'1.1'}} Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: consumer versions: Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: { DHCP agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: HyperV agent@hv-cinder-82173: {}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: L3 agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: Metadata agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: Metering agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: Open vSwitch agent@dv-cinder-821737-1-smb: { 'ConntrackHelper': '1.0', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': '1.0', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': '1.1', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': '1.5', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': '1.2', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': '1.8', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': '1.2', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': '1.0', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': '1.0', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': '1.1', Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': '1.1'}} Dec 14 18:00:33.805152 dv-cinder-821737-1-smb neutron-server[88215]: {{(pid=88325) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:00:33.808053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 218} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:00:33.823019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363302032482369', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:33.823549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Unsubscribe: segment precommit_create {{(pid=88325) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Dec 14 18:00:33.824020 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Added segment 8dbd80cb-e1e0-4470-aa9c-cdccf52be8e3 of type vlan for network ab371734-2c6a-4ac9-b08b-aadaa0a936e5 Dec 14 18:00:33.848328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:34.097926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54046) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:34.132991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54054) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:34.161725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.177591 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54060) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:34.223083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.367222 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2007330145-network', 'tenant_id': '23f671b560ef45c6977ed27d7008e732'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:34.373867 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:34.377259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Usage tracker for resource:network and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:34.380365 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:34.386593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:34.404840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.409248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:34.446371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 244} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:00:34.446490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-110202467-network', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:34.446490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:34.448974 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Usage tracker for resource:network and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:34.452869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:34.454920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.455310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Added segment cda61f2d-692c-4955-93fe-47c639a52a0e of type vlan for network b264cdc8-3397-490a-aef8-3ec7012c9dc3 Dec 14 18:00:34.456530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d2bff3b-52ba-4234-ac7c-6663f294d6d5,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:34.459595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:34.463275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:34.480075 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.480874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Made reservation on behalf of 23f671b560ef45c6977ed27d7008e732 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:34.485542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.502243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:34.503259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.507183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-2107317872-network', 'tenant_id': 'f00aaab7869f49c5b3986aeddaf01895'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:34.510276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:34.515534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:34.520483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Usage tracker for resource:network and tenant:f00aaab7869f49c5b3986aeddaf01895 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:34.524236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:34.530166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.531642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:34.536745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.558044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Made reservation on behalf of 4b3096bc748d47d19fe17b8ef6163bdc for: {'network': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:34.565532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.595414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.628080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:34.633797 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Usage tracker for resource:security_group_rule and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:34.638045 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:34.641061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Made reservation on behalf of f00aaab7869f49c5b3986aeddaf01895 for: {'network': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:34.645899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.660060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:34.667253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.679244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Pushing event updated for resources: {'Network': ['ID=ab371734-2c6a-4ac9-b08b-aadaa0a936e5,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:34.689526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:34.697048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network ab371734-2c6a-4ac9-b08b-aadaa0a936e5 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:00:34.773167 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.0396039 Dec 14 18:00:34.774419 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54078) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:34.778477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.786366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:34.787087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.791159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Request body: {'subnet': {'network_id': 'ab371734-2c6a-4ac9-b08b-aadaa0a936e5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1051334062-subnet', 'tenant_id': '4cc14903ffdd4d41838e95b4fa5e6522', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:34.792210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:34.797587 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:34.801377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:34.805503 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Usage tracker for resource:subnet and tenant:4cc14903ffdd4d41838e95b4fa5e6522 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:34.812357 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:34.815906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:34.826925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Usage tracker for resource:security_group_rule and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:34.830535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:34.834831 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:34.841843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Usage tracker for resource:security_group_rule and tenant:f00aaab7869f49c5b3986aeddaf01895 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:34.848929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:34.858793 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:34.914111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Made reservation on behalf of 4cc14903ffdd4d41838e95b4fa5e6522 for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:34.919090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:34.922948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:34.937676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Pushing event updated for resources: {'Network': ['ID=b264cdc8-3397-490a-aef8-3ec7012c9dc3,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:34.944588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:34.950080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network b264cdc8-3397-490a-aef8-3ec7012c9dc3 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:00:35.121433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.215616 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.2623200 Dec 14 18:00:35.217551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.218498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54086) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:35.232784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9d177f99-9b66-4c41-ac92-5230964988cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:35.232954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Request body: {'subnet': {'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-subnet', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:35.232954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:35.235952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Usage tracker for resource:subnet and tenant:2768bab8bfbb4ad78e403b1d4275c715 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:35.239256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:35.245851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:35.286454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 236} {{(pid=88324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:00:35.298686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de8374a1-7d6d-405e-9eb5-275d42b30fa9,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:35.318883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Added segment 8709ec8b-982c-409d-82ac-b1f05764fb35 of type vlan for network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Tracked resource versions report: Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: pushed versions: Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': {'1.0'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': {'1.1'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': {'1.5'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': {'1.2'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': {'1.8'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': {'1.2'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': {'1.0'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': {'1.1'}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': {'1.1'}} Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: consumer versions: Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: { DHCP agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: HyperV agent@hv-cinder-82173: {}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: L3 agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: Metadata agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: Metering agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: Open vSwitch agent@dv-cinder-821737-1-smb: { 'ConntrackHelper': '1.0', Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': '1.0', Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': '1.1', Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': '1.5', Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': '1.2', Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': '1.8', Dec 14 18:00:35.380653 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': '1.2', Dec 14 18:00:35.385414 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': '1.0', Dec 14 18:00:35.385414 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': '1.0', Dec 14 18:00:35.385414 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': '1.1', Dec 14 18:00:35.385414 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': '1.1'}} Dec 14 18:00:35.385414 dv-cinder-821737-1-smb neutron-server[88215]: {{(pid=88324) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:00:35.385414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:35.430956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Made reservation on behalf of 2768bab8bfbb4ad78e403b1d4275c715 for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:35.436448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Notify callbacks [] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.437722 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.448377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.544661 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.544661 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:35.574128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4269ea5a-f9a1-465d-b16c-fe39d263ef7e,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:35.577782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:35.599918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.604914 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e17733ab-44c1-47a5-825f-9563daadafec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:35.632923 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20403cb7-f1a0-48b6-a399-cdeae87e9713,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:35.636104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:35.646413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.647656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.649057 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:35.649877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.688530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:35.755804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 205} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:00:35.773538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.774169 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Added segment 6b79fcde-4801-49f7-99a5-fccdd61f20df of type vlan for network 89a383af-5344-41d1-86df-e5e1a89c2049 Dec 14 18:00:35.916773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:35.939392 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 230} {{(pid=88324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:00:35.971940 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Pushing event updated for resources: {'Network': ['ID=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:35.978595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:35.980498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fff81a18-07d5-46c5-8f4a-32a961ee47ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.301s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:35.986018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:00:36.045043 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Checking segment: {'id': '8dbd80cb-e1e0-4470-aa9c-cdccf52be8e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'ab371734-2c6a-4ac9-b08b-aadaa0a936e5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:36.045447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Network hostable DHCP agents. Network: ab371734-2c6a-4ac9-b08b-aadaa0a936e5, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:00:36.088391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80d11357-af91-4080-acf9-f09f78b6159e,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:36.099280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:36.131812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.138444 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-919992cc-a61b-4ef0-8836-640d993bd0a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:36.184514 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0498002 Dec 14 18:00:36.185243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54116) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:36.187067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.187452 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Added segment 7bba9052-44cc-4e59-994d-46fe89c77c01 of type vlan for network d23e41e5-9ba2-4d06-9ca8-912c58f06299 Dec 14 18:00:36.208471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Request body: {'subnet': {'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-subnet', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:36.214504 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:36.219343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Usage tracker for resource:subnet and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:36.230400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:36.230400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:36.365190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Network ab371734-2c6a-4ac9-b08b-aadaa0a936e5 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:00:36.420304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=56c35a84-a0ad-4b9f-add0-602c6c4abd43,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:36.427289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:36.456332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.457864 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Checking segment: {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:36.458269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Network hostable DHCP agents. Network: b264cdc8-3397-490a-aef8-3ec7012c9dc3, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:00:36.568253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.568505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, ab371734-2c6a-4ac9-b08b-aadaa0a936e5) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:36.569573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:36.570481 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.573110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:36.573758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.591916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b6aabd6c-de8e-42f7-b07e-bab45fa58319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:36.592028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a14fb15-44f4-4545-9d91-985d12b712b0 None None] Network ab371734-2c6a-4ac9-b08b-aadaa0a936e5 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:36.592111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Made reservation on behalf of 4b3096bc748d47d19fe17b8ef6163bdc for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:36.601688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.630628 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.632518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:36.633157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.640385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:36.680411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Network b264cdc8-3397-490a-aef8-3ec7012c9dc3 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:00:36.705899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, b264cdc8-3397-490a-aef8-3ec7012c9dc3) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:36.711528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Pushing event updated for resources: {'Network': ['ID=89a383af-5344-41d1-86df-e5e1a89c2049,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:36.716566 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:36.716566 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.720928 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:36.724229 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c923adb8-1e69-4259-a1f8-33fcaf36e5c4 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.9438374 Dec 14 18:00:36.766580 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.6642540 Dec 14 18:00:36.766827 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54136) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:36.772764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Request body: {'subnet': {'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2007330145-subnet', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:36.785430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:36.787547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Usage tracker for resource:subnet and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:36.795251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:36.797511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ab401b-3c2c-4e90-aee4-23d314907226 None None] Network b264cdc8-3397-490a-aef8-3ec7012c9dc3 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:36.813192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:36.825388 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6055951 Dec 14 18:00:36.825609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network 89a383af-5344-41d1-86df-e5e1a89c2049 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:00:36.828451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54140) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:36.830558 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.6517284 Dec 14 18:00:36.860398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:36.860398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:36.860938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Pushing event updated for resources: {'Network': ['ID=d23e41e5-9ba2-4d06-9ca8-912c58f06299,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:36.861055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Usage tracker for resource:router and tenant:2768bab8bfbb4ad78e403b1d4275c715 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:36.861055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:36.861248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:36.861372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:36.864813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54146) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:36.881266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Request body: {'subnet': {'network_id': 'd23e41e5-9ba2-4d06-9ca8-912c58f06299', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-2107317872-subnet', 'tenant_id': 'f00aaab7869f49c5b3986aeddaf01895', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:36.888616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:36.894690 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Usage tracker for resource:subnet and tenant:f00aaab7869f49c5b3986aeddaf01895 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:36.898536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:36.906904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:36.916945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Made reservation on behalf of 23f671b560ef45c6977ed27d7008e732 for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:36.916945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Notify callbacks [] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:36.941407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network d23e41e5-9ba2-4d06-9ca8-912c58f06299 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:00:37.005161 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105552'] for router, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.006306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854202606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854670248'] for router, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.055745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c7b166-e389-4516-a18e-896368eef772 None None] Network ab371734-2c6a-4ac9-b08b-aadaa0a936e5 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:37.059858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.065778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Made reservation on behalf of f00aaab7869f49c5b3986aeddaf01895 for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:37.071063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.167926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.194284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-45393f0a-a002-4e06-8bf7-83549f4fc9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:37.334087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Checking segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:37.334716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Network hostable DHCP agents. Network: 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:00:37.347443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed90e857-2cc3-4238-9405-80bc1130db08,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:37.358394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:37.451445 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:00:37.462161 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.536694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.542124 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9ab84383-05b5-4465-8d50-1953038a8c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:37.597031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:37.601099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.602794 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:37.603640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.638995 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9f6cf3f8-a505-493d-b4f0-c07a83e74a31,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:37.647507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73870610-3918-4483-883c-88d34bba1bf0 None None] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:37.650284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:37.663061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:37.773925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Checking segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:37.781796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Network hostable DHCP agents. Network: 89a383af-5344-41d1-86df-e5e1a89c2049, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:00:37.835127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Checking segment: {'id': '7bba9052-44cc-4e59-994d-46fe89c77c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd23e41e5-9ba2-4d06-9ca8-912c58f06299'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:37.840792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Network hostable DHCP agents. Network: d23e41e5-9ba2-4d06-9ca8-912c58f06299, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:00:37.858733 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d646d789-96e1-471a-9b06-cb6181c569ee,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:37.858733 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:37.929933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.966506 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:37.979377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6e3d92-5995-4b25-a949-f830a35b7374 None None] Network b264cdc8-3397-490a-aef8-3ec7012c9dc3 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:38.029754 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-29dcad61-1dfa-41d0-9465-2ee1a4c1635e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8373485 Dec 14 18:00:38.029754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Network d23e41e5-9ba2-4d06-9ca8-912c58f06299 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:00:38.030948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54172) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:38.040065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:38.043887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Network 89a383af-5344-41d1-86df-e5e1a89c2049 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:00:38.056414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:38.063830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, 89a383af-5344-41d1-86df-e5e1a89c2049) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:38.074877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Usage tracker for resource:router and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:38.076929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:38.077584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.081613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:38.098370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:38.113737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, d23e41e5-9ba2-4d06-9ca8-912c58f06299) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:38.113897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585708b4-5b13-406a-b7b3-637d87055710 None None] Network 89a383af-5344-41d1-86df-e5e1a89c2049 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:38.123829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:38.127033 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.188438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Allocated IP 172.28.1.69 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/03e669c7-0c09-41a2-a638-b49f0c75e424) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:38.236121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae36ac40-c239-4364-a51b-889eb3df55aa None None] Network d23e41e5-9ba2-4d06-9ca8-912c58f06299 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:38.266159 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-34aa8218-56f5-439f-aa6a-f916faa42174 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4001763 Dec 14 18:00:38.276492 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5078554 Dec 14 18:00:38.283317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105552'] for router, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.283443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54188) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:38.283550 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854202606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854670248'] for router, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.289814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:38.296387 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:38.301168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Usage tracker for resource:router and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:38.305010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:38.331378 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:38.447943 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54200) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:38.501705 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.508976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.529153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105552'] for router, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.530458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854202606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854670248'] for router, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.569020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.676275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.752999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.772874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ba7f53f7-267e-460f-a698-4356bd36f963 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:38.812157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:38.823987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Usage tracker for resource:security_group_rule and tenant:51e1ee5c0dfd437899102c5bc41e9a46 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:38.828208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:38.891402 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:38.916738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.917098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Pushing event updated for resources: {'Port': ['ID=03e669c7-0c09-41a2-a638-b49f0c75e424,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:38.935665 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:38.956059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:38.958957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:38.962323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.963375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b558676-8c24-5554-bf85-99ce58a579ed-688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08'}]}} from dv-cinder-821737-1-smb. {{(pid=88326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:00:38.964361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:38.975401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:38.986111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.106086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.126576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:39.178827 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Allocated IP 172.20.0.2 (688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7/ed90e857-2cc3-4238-9405-80bc1130db08/9bb8155c-11e0-4c05-bb41-613aa9b33ed6) {{(pid=88326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:39.191214 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f8beac-b111-4ad3-bc8b-80f0342068e0 None None] Network d23e41e5-9ba2-4d06-9ca8-912c58f06299 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:39.269171 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.269960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854202456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184'] for router, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.336107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00924f64-ced9-4a62-8a4f-43045fe18bd3,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:39.363388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:39.389344 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=51e1ee5c0dfd437899102c5bc41e9a46&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9398828 Dec 14 18:00:39.395030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54240) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:39.668863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f1158297-e629-4545-9189-07ffd979b991 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.705100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b558676-8c24-5554-bf85-99ce58a579ed-89a383af-5344-41d1-86df-e5e1a89c2049', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31'}]}} from dv-cinder-821737-1-smb. {{(pid=88326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:00:39.706140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.762334 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.819528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f1158297-e629-4545-9189-07ffd979b991 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.847803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.878760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:39.908306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.117335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Notify callbacks [] for port, precommit_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.141645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Transition to ACTIVE for port object 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:40.193518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Router 3f874fb8-bf55-4031-baab-aa23b8bb0274 is scheduled to L3 agent c9643997-683c-4927-80a8-48aa290f14c9 with binding_index 1 {{(pid=88325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:00:40.208474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Transition to ACTIVE for port object 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 will not be triggered until provisioned by entity DHCP. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:40.234317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f1158297-e629-4545-9189-07ffd979b991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.245102 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8b2335fc-24f3-4592-98d4-607e76103d03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:40.265759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1158297-e629-4545-9189-07ffd979b991 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00924f64-ced9-4a62-8a4f-43045fe18bd3,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:40.265759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f1158297-e629-4545-9189-07ffd979b991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:40.286881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f1158297-e629-4545-9189-07ffd979b991 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.292004 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f1158297-e629-4545-9189-07ffd979b991 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/00924f64-ced9-4a62-8a4f-43045fe18bd3 HTTP/1.1" status: 204 len: 168 time: 0.8957310 Dec 14 18:00:40.294831 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.299686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:40.348300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54270) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:40.354989 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2087745020-network', 'tenant_id': '97dc45a9fcf74462a1a3cc15b8e37b89'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:40.360058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:40.364236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Usage tracker for resource:network and tenant:97dc45a9fcf74462a1a3cc15b8e37b89 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:40.365329 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 is already hosted by enough agents. {{(pid=88326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:40.367435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:40.373578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Resources bound (agent type, host, resource id): {{(pid=88326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:40.374614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:40.379449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Received port after_create {{(pid=88326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:40.381723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Pushing event updated for resources: {'Port': ['ID=9bb8155c-11e0-4c05-bb41-613aa9b33ed6,revision_number=1']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:40.400184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Allocated IP 172.20.0.2 (89a383af-5344-41d1-86df-e5e1a89c2049/9f6cf3f8-a505-493d-b4f0-c07a83e74a31/9672b356-f6a8-480a-8351-adc209ddcba1) {{(pid=88326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:40.404277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Allocated IP 172.28.1.26 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/3d93d6ff-3c43-4bb9-a5e8-33953c67eefa) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:40.406653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.407059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.407493 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.407779 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.408145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.408512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.408875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.409236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.409601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.409961 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.410320 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Tracked resource versions report: Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: pushed versions: Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': {'1.0'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': {'1.1'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': {'1.5'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': {'1.2'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': {'1.8'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': {'1.2'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': {'1.0'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': {'1.1'}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': {'1.1'}} Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: consumer versions: Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: { DHCP agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: HyperV agent@hv-cinder-82173: {}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: L3 agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: Metadata agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: Metering agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: Open vSwitch agent@dv-cinder-821737-1-smb: { 'ConntrackHelper': '1.0', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': '1.0', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': '1.1', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': '1.5', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': '1.2', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': '1.8', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': '1.2', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': '1.0', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': '1.0', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': '1.1', Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': '1.1'}} Dec 14 18:00:40.411468 dv-cinder-821737-1-smb neutron-server[88215]: {{(pid=88326) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:00:40.450436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Made reservation on behalf of 97dc45a9fcf74462a1a3cc15b8e37b89 for: {'network': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:40.450604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:40.456509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.531483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54276) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:40.532703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.615485 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:40.622236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:00:40.624428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Usage tracker for resource:security_group_rule and tenant:97dc45a9fcf74462a1a3cc15b8e37b89 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:40.636353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:40.636612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Sync routers for ids ['3f874fb8-bf55-4031-baab-aa23b8bb0274'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:00:40.646768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:40.658683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Routers {'3f874fb8-bf55-4031-baab-aa23b8bb0274'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:00:40.661354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['3f874fb8-bf55-4031-baab-aa23b8bb0274'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:40.673694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Attempting to bind port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:00:40.674022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.674152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Attempting to bind port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:00:40.674494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Attempting to bind port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 on network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:00:40.693790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:00:40.694226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Checking segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:40.694698 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.695165 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Bound using segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:00:40.695767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Bound port: 9bb8155c-11e0-4c05-bb41-613aa9b33ed6, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:00:40.696182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.711872 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Notify callbacks [] for router, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.717342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54282) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:40.724996 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.8881969 Dec 14 18:00:40.869220 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:40.892614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] For port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:00:40.916681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] For port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=9bb8155c-11e0-4c05-bb41-613aa9b33ed6,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:00:40.963536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Set router 3f874fb8-bf55-4031-baab-aa23b8bb0274 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:00:41.024131 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.038842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:41.068979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Allocated IP 172.28.1.50 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/4014346d-febc-4434-8ec5-e89b068f724f) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:41.151511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Notify callbacks [] for port, precommit_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.200031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Transition to ACTIVE for port object 9672b356-f6a8-480a-8351-adc209ddcba1 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:41.214491 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.221661 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.239911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e7ba2922-f411-464f-a099-54d6e6b57d53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:41.633490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Pushing event updated for resources: {'Port': ['ID=9bb8155c-11e0-4c05-bb41-613aa9b33ed6,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:41.635897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:41.635897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Pushing event updated for resources: {'Port': ['ID=3d93d6ff-3c43-4bb9-a5e8-33953c67eefa,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:41.635897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:41.637252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:41.637252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Transition to ACTIVE for port object 9672b356-f6a8-480a-8351-adc209ddcba1 will not be triggered until provisioned by entity DHCP. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:41.637665 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54294) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:41.637665 dv-cinder-821737-1-smb neutron-server[88215]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 18:00:41.638973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.639250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:41.639250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cff06992-b91e-464a-9ba2-698d94f163cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.102s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:41.639529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.639714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:41.639852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f38eff0-d403-4c8c-8cc4-84972a30bd53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:41.639992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=88324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:00:41.640125 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.640125 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6620e23f-c238-4885-b561-5b5206a2ccea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:41.640422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Pushing event updated for resources: {'Port': ['ID=9672b356-f6a8-480a-8351-adc209ddcba1,revision_number=1']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:41.640422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:41.640422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Network 89a383af-5344-41d1-86df-e5e1a89c2049 is already hosted by enough agents. {{(pid=88326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:41.640422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Resources bound (agent type, host, resource id): {{(pid=88326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:41.640422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Received port after_create {{(pid=88326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:41.644146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:41.647549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:41.649390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6302f14f-ce05-486d-a8b0-addc765d8da8,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:41.651594 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:41.709509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Pushing event updated for resources: {'Port': ['ID=4014346d-febc-4434-8ec5-e89b068f724f,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:41.714227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:41.750476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Attempting to bind port 9672b356-f6a8-480a-8351-adc209ddcba1 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:00:41.750943 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Attempting to bind port 9672b356-f6a8-480a-8351-adc209ddcba1 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:00:41.751358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Attempting to bind port 9672b356-f6a8-480a-8351-adc209ddcba1 on network 89a383af-5344-41d1-86df-e5e1a89c2049 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:00:41.752681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.758478 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:00:41.758935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Checking segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:41.759385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.759825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Bound using segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:00:41.760347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Bound port: 9672b356-f6a8-480a-8351-adc209ddcba1, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:00:41.760762 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.775674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-c584c8b2-e80c-4f27-9e05-83e71a594503 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:41.776398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-c584c8b2-e80c-4f27-9e05-83e71a594503 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Synchronizing usage tracker for tenant:f00aaab7869f49c5b3986aeddaf01895 on resource:network {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:00:41.782458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.782885 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Added segment c852b912-79c9-4772-80b1-a839e0197e88 of type vlan for network fe4bf721-84e2-4fd2-b7c0-21bb3f745d05 Dec 14 18:00:41.812965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:41.817746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:00:39Z', 'revision_number': 3, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port': {'id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:41.824004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Checking router: 3f874fb8-bf55-4031-baab-aa23b8bb0274 for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:00:41.829467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Updating router 3f874fb8-bf55-4031-baab-aa23b8bb0274 port 03e669c7-0c09-41a2-a638-b49f0c75e424 binding host dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:00:41.948917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.989072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:41.990109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854202456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184'] for router, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.005696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-c584c8b2-e80c-4f27-9e05-83e71a594503 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Unset dirty status for tenant:f00aaab7869f49c5b3986aeddaf01895 on resource:network {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:00:42.007142 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-c584c8b2-e80c-4f27-9e05-83e71a594503 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/networks?id=d23e41e5-9ba2-4d06-9ca8-912c58f06299 HTTP/1.1" status: 200 len: 812 time: 0.6188285 Dec 14 18:00:42.025902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] For port 9672b356-f6a8-480a-8351-adc209ddcba1, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:00:42.043443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] For port 9672b356-f6a8-480a-8351-adc209ddcba1, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=9672b356-f6a8-480a-8351-adc209ddcba1,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:00:42.060941 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-52b870cb-2726-402d-a7b6-1f77728dca0b tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/quotas/f00aaab7869f49c5b3986aeddaf01895 HTTP/1.1" status: 200 len: 375 time: 0.0403988 Dec 14 18:00:42.074535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:42.078001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.115012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.120308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d196df8c-8cf6-4f9b-a73f-1a51bca7cfa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:42.131006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Usage tracker for resource:security_group_rule and tenant:ce28dbbaab814d5d903dc4de4a2411ad is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:42.146518 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-8763b8ee-6342-43a9-904a-72f99f009a04 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=f00aaab7869f49c5b3986aeddaf01895&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637434 Dec 14 18:00:42.146993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54310) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:42.147931 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:42.194883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.231897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Pushing event updated for resources: {'Port': ['ID=9672b356-f6a8-480a-8351-adc209ddcba1,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:42.240757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:42.243523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:42.311387 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:42.374103 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Usage tracker for resource:security_group_rule and tenant:8a20fa480b3e4fcba77c5a5634c5158d is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:42.374103 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:42.379255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:42.424950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Router 9281c572-b4bc-428b-8138-5d3f865f05fd is scheduled to L3 agent c9643997-683c-4927-80a8-48aa290f14c9 with binding_index 1 {{(pid=88325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:00:42.479286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Notify callbacks [] for port, precommit_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.492994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Transition to ACTIVE for port object 03e669c7-0c09-41a2-a638-b49f0c75e424 will not be triggered until provisioned by entity L2. {{(pid=88327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:42.510052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54322) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:42.526348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.556639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.569616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d3539d9-282f-4195-89da-d812ec605022 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:42.610581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.612752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:42.613599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.643195 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Attempting to bind port 03e669c7-0c09-41a2-a638-b49f0c75e424 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:00:42.643195 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Attempting to bind port 03e669c7-0c09-41a2-a638-b49f0c75e424 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:00:42.644732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Attempting to bind port 03e669c7-0c09-41a2-a638-b49f0c75e424 on network 0777ae0f-0225-40d0-9ad2-d61648840a30 {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:00:42.644995 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a74d03f5-657c-46f9-95c7-3e8a29ac1551 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:42.660304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:00:42.660809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:42.661142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.661566 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Bound using segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:00:42.662074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Bound port: 03e669c7-0c09-41a2-a638-b49f0c75e424, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:00:42.662479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.675145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.678074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-b771c8ea-376f-4b8f-b723-950746fb753c service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:00:42.679457 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-b771c8ea-376f-4b8f-b723-950746fb753c service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.3499389 Dec 14 18:00:42.690705 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.721274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Pushing event updated for resources: {'Port': ['ID=03e669c7-0c09-41a2-a638-b49f0c75e424,revision_number=2']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:42.757681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:42.757979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.758363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.758774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.759361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.759462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.759810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.760166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.760575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.760930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.761282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.762185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Tracked resource versions report: Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: pushed versions: Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: { 'ConntrackHelper': {'1.0'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': {'1.0'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': {'1.1'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': {'1.5'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': {'1.2'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': {'1.8'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': {'1.2'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': {'1.0'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': {'1.0'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': {'1.1'}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': {'1.1'}} Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: consumer versions: Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: { DHCP agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: HyperV agent@hv-cinder-82173: {}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: L3 agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: Metadata agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: Metering agent@dv-cinder-821737-1-smb: {}, Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: Open vSwitch agent@dv-cinder-821737-1-smb: { 'ConntrackHelper': '1.0', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Log': '1.0', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Network': '1.1', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Port': '1.5', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'PortForwarding': '1.2', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'QosPolicy': '1.8', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroup': '1.2', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'SecurityGroupRule': '1.0', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'SubPort': '1.0', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Subnet': '1.1', Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: 'Trunk': '1.1'}} Dec 14 18:00:42.763461 dv-cinder-821737-1-smb neutron-server[88215]: {{(pid=88327) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Dec 14 18:00:42.771138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:42.771318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Usage tracker for resource:security_group_rule and tenant:9c5ba2bd124d4b8ba1632128b6076bc0 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:42.771394 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4190114 Dec 14 18:00:42.772133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54332) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:42.774932 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] For port 03e669c7-0c09-41a2-a638-b49f0c75e424, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:00:42.776534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:42.779230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] For port 03e669c7-0c09-41a2-a638-b49f0c75e424, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=03e669c7-0c09-41a2-a638-b49f0c75e424,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:00:42.787346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Request body: {'subnet': {'network_id': 'fe4bf721-84e2-4fd2-b7c0-21bb3f745d05', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2087745020-subnet', 'tenant_id': '97dc45a9fcf74462a1a3cc15b8e37b89', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:42.791431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:42.795935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:42.805900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:00:42.807907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Usage tracker for resource:subnet and tenant:97dc45a9fcf74462a1a3cc15b8e37b89 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:42.814445 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:42.816080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Sync routers for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:00:42.826623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:42.830995 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.831937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:00:42.833515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:42.836542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:42.902011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Notify callbacks [] for router, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.904787 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.8733888 Dec 14 18:00:42.909468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54336) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:42.921971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Pushing event updated for resources: {'Port': ['ID=03e669c7-0c09-41a2-a638-b49f0c75e424,revision_number=3']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:42.927020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:42.941602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Routers {'3f874fb8-bf55-4031-baab-aa23b8bb0274'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:00:42.942532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['3f874fb8-bf55-4031-baab-aa23b8bb0274'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:42.984270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:42.985895 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Pushing event updated for resources: {'Network': ['ID=fe4bf721-84e2-4fd2-b7c0-21bb3f745d05,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:43.000922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:43.007641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a20fa480b3e4fcba77c5a5634c5158d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8553805 Dec 14 18:00:43.010979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54340) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:43.025360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.282s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:43.067484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:43.082877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network fe4bf721-84e2-4fd2-b7c0-21bb3f745d05 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:00:43.111680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Made reservation on behalf of 97dc45a9fcf74462a1a3cc15b8e37b89 for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:43.117819 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Notify callbacks [] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:43.153204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:43.154178 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854202456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184'] for router, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:43.161680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86513f14-0c2e-4194-b2e8-7d120c49e0d3,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:43.166058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:43.183210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:43.360982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:43.382415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] Set router 3f874fb8-bf55-4031-baab-aa23b8bb0274 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:00:43.389338 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-e6739461-e954-4bd4-8ce4-fa634036983d service neutron] 10.222.0.58 "GET /v2.0/networks/d23e41e5-9ba2-4d06-9ca8-912c58f06299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6915092 Dec 14 18:00:43.423421 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ce28dbbaab814d5d903dc4de4a2411ad&name=default HTTP/1.1" status: 200 len: 2647 time: 2.8748438 Dec 14 18:00:43.466082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54346) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:43.505315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb4ca03-e0d3-4cae-bd80-73b45ddd6259,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:43.579617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:43.590684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:00:43.651924 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:43.753075 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-17b24d58-1f27-4bf8-9e64-85f811cffe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:43.784810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-17b24d58-1f27-4bf8-9e64-85f811cffe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:43.903308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:00:39Z', 'revision_number': 3, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port': {'id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:43.909090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2b5052-3026-40b4-8510-3dc7f8f7f612 None None] The sync data for ids ['3f874fb8-bf55-4031-baab-aa23b8bb0274'] in dv-cinder-821737-1-smb is: [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:00:39Z', 'revision_number': 3, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port': {'id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:13:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:00:44.014068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-17b24d58-1f27-4bf8-9e64-85f811cffe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.040515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:44.040881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e4ed73-5151-4c1b-8819-3398ac00fbea None None] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:44.063140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.069732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b24d58-1f27-4bf8-9e64-85f811cffe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86513f14-0c2e-4194-b2e8-7d120c49e0d3,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:44.081919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-17b24d58-1f27-4bf8-9e64-85f811cffe7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:44.093692 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-a4d19344-b83d-405b-bd74-3c1f99d305b7 service neutron] 10.222.0.58 "GET /v2.0/networks/d23e41e5-9ba2-4d06-9ca8-912c58f06299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6841431 Dec 14 18:00:44.094238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e194144c-d2d5-44c9-b906-0c6d327c87c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.159926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.185335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:44.194773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-17b24d58-1f27-4bf8-9e64-85f811cffe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.196034 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-17b24d58-1f27-4bf8-9e64-85f811cffe7c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86513f14-0c2e-4194-b2e8-7d120c49e0d3 HTTP/1.1" status: 204 len: 168 time: 1.1740186 Dec 14 18:00:44.254060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e194144c-d2d5-44c9-b906-0c6d327c87c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.291338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39e9410f-dfdd-4818-83a7-c0d458809b68,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:44.298529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:44.319028 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9c5ba2bd124d4b8ba1632128b6076bc0&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7997384 Dec 14 18:00:44.319850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54352) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:44.342023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:41Z', 'revision_number': 3, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:44.347381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Checking router: 9281c572-b4bc-428b-8138-5d3f865f05fd for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:00:44.347808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Updating router 9281c572-b4bc-428b-8138-5d3f865f05fd port 4014346d-febc-4434-8ec5-e89b068f724f binding host dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:00:44.468319 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.518170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e194144c-d2d5-44c9-b906-0c6d327c87c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.523484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.560471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:44.597291 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80ac9078-d71d-4e46-96be-749e5da63c52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:44.655457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e194144c-d2d5-44c9-b906-0c6d327c87c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb4ca03-e0d3-4cae-bd80-73b45ddd6259,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:44.662052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e194144c-d2d5-44c9-b906-0c6d327c87c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:44.760707 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e194144c-d2d5-44c9-b906-0c6d327c87c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.764929 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e194144c-d2d5-44c9-b906-0c6d327c87c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bfb4ca03-e0d3-4cae-bd80-73b45ddd6259 HTTP/1.1" status: 204 len: 168 time: 1.2944684 Dec 14 18:00:44.780071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] Provisioning for port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:44.882206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Pushing event updated for resources: {'Subnet': ['ID=98720377-bfb2-4981-83ff-f834146db463,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:44.884355 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1a5ee90-eb9a-4e25-99a9-1a0ffc5a70ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:44.911036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:45.019324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Router 00faf8dd-2df9-4570-879d-7765bb30434b is scheduled to L3 agent c9643997-683c-4927-80a8-48aa290f14c9 with binding_index 1 {{(pid=88324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:00:45.088235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.109744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1a5ee90-eb9a-4e25-99a9-1a0ffc5a70ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.118747 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Checking segment: {'id': 'c852b912-79c9-4772-80b1-a839e0197e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'fe4bf721-84e2-4fd2-b7c0-21bb3f745d05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:45.119357 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Network hostable DHCP agents. Network: fe4bf721-84e2-4fd2-b7c0-21bb3f745d05, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:00:45.173917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Notify callbacks [] for port, precommit_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.212126 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Transition to ACTIVE for port object 4014346d-febc-4434-8ec5-e89b068f724f will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:45.277572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.313254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Network fe4bf721-84e2-4fd2-b7c0-21bb3f745d05 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:00:45.340393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] Provisioning complete for port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:45.340821 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.431531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:45.487650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1a5ee90-eb9a-4e25-99a9-1a0ffc5a70ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.499932 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 03e669c7-0c09-41a2-a638-b49f0c75e424 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:45.509960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b2b10acc-e8eb-431b-a798-8fc7b267bf58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:45.555721 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5ee90-eb9a-4e25-99a9-1a0ffc5a70ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39e9410f-dfdd-4818-83a7-c0d458809b68,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:45.560120 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1a5ee90-eb9a-4e25-99a9-1a0ffc5a70ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:45.568368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1a5ee90-eb9a-4e25-99a9-1a0ffc5a70ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.589155 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d1a5ee90-eb9a-4e25-99a9-1a0ffc5a70ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39e9410f-dfdd-4818-83a7-c0d458809b68 HTTP/1.1" status: 204 len: 168 time: 1.1868293 Dec 14 18:00:45.591580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, fe4bf721-84e2-4fd2-b7c0-21bb3f745d05) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:45.609333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:45.609986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.615260 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c6e217-1ffb-445d-9af9-0d7bc4bd2021 None None] Network 89a383af-5344-41d1-86df-e5e1a89c2049 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:45.703285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da60bd40-5171-4fa2-bfa0-45be4cc04d20 None None] Network fe4bf721-84e2-4fd2-b7c0-21bb3f745d05 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:45.722067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c793745-f752-4881-ab59-156a748fb849 None None] Pushing event updated for resources: {'Port': ['ID=4014346d-febc-4434-8ec5-e89b068f724f,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:45.733098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5c793745-f752-4881-ab59-156a748fb849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:45.734014 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-853cfa53-5998-4acc-b0f9-876f83171dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.758686 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.9855587 Dec 14 18:00:45.841583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:45.885396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] For port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=9bb8155c-11e0-4c05-bb41-613aa9b33ed6,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:00:45.886386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Allocated IP 172.20.0.1 (b264cdc8-3397-490a-aef8-3ec7012c9dc3/56c35a84-a0ad-4b9f-add0-602c6c4abd43/0ff0f46e-e42d-49a3-b4e4-223af1274e9a) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:45.933239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:00:45.951694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Sync routers for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:00:45.971948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:00:45.972651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:45.998804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54414) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:46.173873 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.178571 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.8941102 Dec 14 18:00:46.184818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54420) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:46.347859 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:00:46.386005 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Attempting to bind port 4014346d-febc-4434-8ec5-e89b068f724f on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:00:46.386740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Attempting to bind port 4014346d-febc-4434-8ec5-e89b068f724f by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:00:46.387328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Attempting to bind port 4014346d-febc-4434-8ec5-e89b068f724f on network 0777ae0f-0225-40d0-9ad2-d61648840a30 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:00:46.389842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.399769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.493850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.499654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:46.543940 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:00:46.544766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:46.545369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.545976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Bound using segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:00:46.546651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Bound port: 4014346d-febc-4434-8ec5-e89b068f724f, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:00:46.550874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.571240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54428) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:46.652874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 03e669c7-0c09-41a2-a638-b49f0c75e424 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:46.655032 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:46.667049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.679510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:46.691106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 03e669c7-0c09-41a2-a638-b49f0c75e424 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:46.691848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.705112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Network b264cdc8-3397-490a-aef8-3ec7012c9dc3 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:46.706377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:46.715728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:46.716244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661621'] for router_interface, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.732617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Deleting subnet 80d11357-af91-4080-acf9-f09f78b6159e {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:00:46.747992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.799145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:46.900798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] Pushing event updated for resources: {'Port': ['ID=9bb8155c-11e0-4c05-bb41-613aa9b33ed6,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:46.904898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:46.909285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.911399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.926551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:46.990295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:41Z', 'revision_number': 3, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:46.995287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Checking router: 00faf8dd-2df9-4570-879d-7765bb30434b for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:00:46.995890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Updating router 00faf8dd-2df9-4570-879d-7765bb30434b port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa binding host dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:00:47.010653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54434) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:47.027817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.044582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.062965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 03e669c7-0c09-41a2-a638-b49f0c75e424, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=03e669c7-0c09-41a2-a638-b49f0c75e424,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:00:47.131496 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.284580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.291447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Provisioning complete for port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:47.291981 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.375581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 9672b356-f6a8-480a-8351-adc209ddcba1 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:47.390570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.457569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e946d1-4b18-468c-a96c-80b61d1a895a None None] Network fe4bf721-84e2-4fd2-b7c0-21bb3f745d05 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:00:47.493738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:47.569211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.578753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Allocated IP 172.20.0.1 (688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7/ed90e857-2cc3-4238-9405-80bc1130db08/121b2d1c-4680-4087-b567-bec895a81396) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:47.592951 dv-cinder-821737-1-smb neutron-server[88215]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 14 18:00:47.604814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.607151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133560373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854114286'] for router_interface, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.620944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:47.655661 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:47.685669 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Usage tracker for resource:security_group_rule and tenant:831e4e54e5f14b0da1f1f3abfd35c6df is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:47.703051 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:47.707710 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c649cef3-4511-4637-b517-602d4198da99 req-40bd05ba-b1de-4023-a7c9-dc4b28d8e034 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 210 time: 1.6938710 Dec 14 18:00:47.725029 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:47.733650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Pushing event updated for resources: {'Port': ['ID=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:47.768919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:47.789947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.798510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c3b3c6b5-a996-4ead-8e50-9da15232c3ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:47.879688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-14d694e1-fdc8-4e78-938e-15c22cd5a5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:47.969745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80d11357-af91-4080-acf9-f09f78b6159e,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:47.983470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] For port 4014346d-febc-4434-8ec5-e89b068f724f, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:00:47.984171 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54450) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:47.993226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:48.026496 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Network b264cdc8-3397-490a-aef8-3ec7012c9dc3 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:48.029330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:48.101290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Notify callbacks [] for port, precommit_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.123105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 9672b356-f6a8-480a-8351-adc209ddcba1 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:48.130442 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Transition to ACTIVE for port object 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa will not be triggered until provisioned by entity L2. {{(pid=88327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:48.130616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.139057 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=03e669c7-0c09-41a2-a638-b49f0c75e424,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:48.143748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:48.188077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.193642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c921d635-c336-498a-a7a9-ff0a46ca85b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:48.243533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] For port 4014346d-febc-4434-8ec5-e89b068f724f, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=4014346d-febc-4434-8ec5-e89b068f724f,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:00:48.252641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:48.267736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Usage tracker for resource:security_group_rule and tenant:f244d02d2d1f47d1b8b6fecaea8048f3 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:48.268206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.271205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:48.279216 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:48.280412 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.305912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.306998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Provisioning for port 9672b356-f6a8-480a-8351-adc209ddcba1 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:48.315784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:48.332928 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/80d11357-af91-4080-acf9-f09f78b6159e HTTP/1.1" status: 204 len: 168 time: 1.7580652 Dec 14 18:00:48.333731 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54458) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:48.346269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Attempting to bind port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:00:48.349180 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Attempting to bind port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:00:48.349712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Attempting to bind port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa on network 0777ae0f-0225-40d0-9ad2-d61648840a30 {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:00:48.358608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27148ee-531e-46f0-8878-4c5380551027 None None] Pushing event updated for resources: {'Port': ['ID=3d93d6ff-3c43-4bb9-a5e8-33953c67eefa,revision_number=2']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:48.363376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a27148ee-531e-46f0-8878-4c5380551027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:48.364690 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:00:48.365169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:48.365694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.366208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Bound using segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:00:48.366822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Bound port: 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:00:48.367308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.410939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:48.492280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] For port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:00:48.496568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] For port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=3d93d6ff-3c43-4bb9-a5e8-33953c67eefa,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:00:48.499564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Provisioning complete for port 9672b356-f6a8-480a-8351-adc209ddcba1 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:48.500410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.534935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.543738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a27148ee-531e-46f0-8878-4c5380551027 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:48.614353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.653182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c793745-f752-4881-ab59-156a748fb849 None None] Pushing event updated for resources: {'Port': ['ID=4014346d-febc-4434-8ec5-e89b068f724f,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:48.659021 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5c793745-f752-4881-ab59-156a748fb849 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:48.715009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:00:48.715770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:48.787861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.791815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:00:48.793050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:48.870552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.901777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.929739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:48.930301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:48.988774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.020846 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.051529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.121757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Transition to ACTIVE for port object 121b2d1c-4680-4087-b567-bec895a81396 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:49.152039 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-561d01a4-5615-4941-9d54-4da6d5ddef91 req-641e3b8f-87d7-49a3-8e2e-b4563664b01d tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 210 time: 0.0616987 Dec 14 18:00:49.154815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.192178 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:49.205003 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f244d02d2d1f47d1b8b6fecaea8048f3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2100348 Dec 14 18:00:49.208979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54472) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:49.221451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Router 3f874fb8-bf55-4031-baab-aa23b8bb0274 has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:00:49.234737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27148ee-531e-46f0-8878-4c5380551027 None None] Pushing event updated for resources: {'Port': ['ID=3d93d6ff-3c43-4bb9-a5e8-33953c67eefa,revision_number=3']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:49.240298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a27148ee-531e-46f0-8878-4c5380551027 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:49.259335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:49.293576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.298376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:00:49.314217 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=831e4e54e5f14b0da1f1f3abfd35c6df&name=default HTTP/1.1" status: 200 len: 2647 time: 2.2924223 Dec 14 18:00:49.317412 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.322255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54476) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:49.350389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a021d7-e50a-4789-a8e4-ebe33afa4a26,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:49.363139 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017068c1-76bf-4c1b-b51c-e172f4d20bae,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:49.364044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:49.375807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.375807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.375807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.375807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > port after_create 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.375807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.375807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > port after_update 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.376177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.376431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.376660 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.377013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.393012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] For port 9672b356-f6a8-480a-8351-adc209ddcba1, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=9672b356-f6a8-480a-8351-adc209ddcba1,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:00:49.413592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:00:49.469435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:49.473341 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a745166b-bbf5-4eb8-832d-70a88c0d0b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.559266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f42bbefc-6789-43d1-8a5a-87661b06a6a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.587714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f42bbefc-6789-43d1-8a5a-87661b06a6a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.605796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.606301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.607106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.608250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88325) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:00:49.608796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab371734-2c6a-4ac9-b08b-aadaa0a936e5']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:49.614908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a745166b-bbf5-4eb8-832d-70a88c0d0b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.618267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.277s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:49.788580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dbd80cb-e1e0-4470-aa9c-cdccf52be8e3') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:49.788798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dbd80cb-e1e0-4470-aa9c-cdccf52be8e3') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:49.805057 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.805590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.830286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:41Z', 'revision_number': 3, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:49.838944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:49.839232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d5bcae-a600-4ef0-9f1d-52c57808f5a1 None None] The sync data for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb is: [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:41Z', 'revision_number': 3, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:00:49.847588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:49.856022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.876796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:49.877526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661621'] for router_interface, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:49.905471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5c793745-f752-4881-ab59-156a748fb849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:49.954341 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Pushing event updated for resources: {'Port': ['ID=121b2d1c-4680-4087-b567-bec895a81396,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:49.959758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:49.989767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:00:50.007761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Pushing event updated for resources: {'Port': ['ID=9672b356-f6a8-480a-8351-adc209ddcba1,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:50.031512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:50.041134 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Sync routers for ids ['3f874fb8-bf55-4031-baab-aa23b8bb0274'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:00:50.050063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.18', 62532) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:50.051726 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] 10.222.0.58 "PUT /v2.0/routers/3f874fb8-bf55-4031-baab-aa23b8bb0274/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3191819 Dec 14 18:00:50.126054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:50.203220 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 03e669c7-0c09-41a2-a638-b49f0c75e424 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:50.236301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a745166b-bbf5-4eb8-832d-70a88c0d0b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:50.244416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:50.265971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Routers {'3f874fb8-bf55-4031-baab-aa23b8bb0274'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:00:50.266748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['3f874fb8-bf55-4031-baab-aa23b8bb0274'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:50.287630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745166b-bbf5-4eb8-832d-70a88c0d0b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017068c1-76bf-4c1b-b51c-e172f4d20bae,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:50.309375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f42bbefc-6789-43d1-8a5a-87661b06a6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:50.309375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a745166b-bbf5-4eb8-832d-70a88c0d0b2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:50.309375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f42bbefc-6789-43d1-8a5a-87661b06a6a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:50.309375 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f42bbefc-6789-43d1-8a5a-87661b06a6a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55a021d7-e50a-4789-a8e4-ebe33afa4a26 HTTP/1.1" status: 204 len: 168 time: 0.9712477 Dec 14 18:00:50.316235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a745166b-bbf5-4eb8-832d-70a88c0d0b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:50.322867 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a745166b-bbf5-4eb8-832d-70a88c0d0b2f admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/017068c1-76bf-4c1b-b51c-e172f4d20bae HTTP/1.1" status: 204 len: 168 time: 1.0998917 Dec 14 18:00:50.328712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:50.359740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42bbefc-6789-43d1-8a5a-87661b06a6a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a021d7-e50a-4789-a8e4-ebe33afa4a26,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:50.371697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f42bbefc-6789-43d1-8a5a-87661b06a6a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:50.637962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:50.646863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Releasing vlan 218 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:00:50.648329 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:50.668483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-ed300a27-d4a3-4745-b00a-26a4c7c94779 None None] Provisioning complete for port 9672b356-f6a8-480a-8351-adc209ddcba1 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:50.668916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ed300a27-d4a3-4745-b00a-26a4c7c94779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:50.759813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-52d3eb61-c1f4-4746-90e7-7d72b1056b94 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:50.761805 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-52d3eb61-c1f4-4746-90e7-7d72b1056b94 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.18 "GET /v2.0/networks?id=d23e41e5-9ba2-4d06-9ca8-912c58f06299 HTTP/1.1" status: 200 len: 812 time: 0.7106795 Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: (self, other), Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: (self, other), Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:00:50.764911 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:00:50.786580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Set router 3f874fb8-bf55-4031-baab-aa23b8bb0274 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:00:50.838045 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Request body: {'port': {'device_id': 'ce709e4e-5a56-4994-a179-a1e7bb2e2132', 'network_id': 'd23e41e5-9ba2-4d06-9ca8-912c58f06299', 'admin_state_up': True, 'tenant_id': 'f00aaab7869f49c5b3986aeddaf01895'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:50.973505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:51.008232 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c612f6a6-9dfa-490b-9b47-66df3cde0e7e req-725a2369-e82c-49f6-9df1-c20d126528b9 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 210 time: 0.2307041 Dec 14 18:00:51.014878 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:51.211367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:51.325052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Pushing event deleted for resources: {'Network': ['ID=ab371734-2c6a-4ac9-b08b-aadaa0a936e5,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:51.327500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:51.344695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:51.394539 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 03e669c7-0c09-41a2-a638-b49f0c75e424 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:51.395054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:51.460304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:41Z', 'revision_number': 3, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:51.468886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-b0f100f6-06a1-4674-ace3-59f4e032ae72 None None] Provisioning for port 121b2d1c-4680-4087-b567-bec895a81396 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:51.477487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9a2c2ae-8866-4a7e-977c-08616221925d None None] The sync data for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb is: [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:41Z', 'revision_number': 3, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:00:51.493197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-b0f100f6-06a1-4674-ace3-59f4e032ae72 None None] Provisioning complete for port 121b2d1c-4680-4087-b567-bec895a81396 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:51.493625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b0f100f6-06a1-4674-ace3-59f4e032ae72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:51.541889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Allocated IP 172.20.0.1 (89a383af-5344-41d1-86df-e5e1a89c2049/9f6cf3f8-a505-493d-b4f0-c07a83e74a31/1ffe943f-2e5f-4e4a-8705-885e5eae2280) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:51.620444 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b0f100f6-06a1-4674-ace3-59f4e032ae72 None None] Port 121b2d1c-4680-4087-b567-bec895a81396 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:00:51.834149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:51.856762 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Transition to ACTIVE for port object 1ffe943f-2e5f-4e4a-8705-885e5eae2280 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:51.933534 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] 10.222.0.58 "DELETE /v2.0/networks/ab371734-2c6a-4ac9-b08b-aadaa0a936e5 HTTP/1.1" status: 204 len: 168 time: 3.5983651 Dec 14 18:00:51.938389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54544) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:51.952752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:00:46Z', 'revision_number': 4, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port': {'id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '0ff0f46e-e42d-49a3-b4e4-223af1274e9a', 'name': '', 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'mac_address': 'fa:16:3e:b9:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c35a84-a0ad-4b9f-add0-602c6c4abd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:45Z', 'updated_at': '2021-12-14T18:00:47Z', 'revision_number': 2, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'subnets': [{'id': '56c35a84-a0ad-4b9f-add0-602c6c4abd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:51.961132 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Checking router: 3f874fb8-bf55-4031-baab-aa23b8bb0274 for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:00:51.961807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Updating router 3f874fb8-bf55-4031-baab-aa23b8bb0274 port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a binding host dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:00:52.054568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:52.080673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:52.105040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-dcb69c98-fbed-4fe7-ba28-58b1102ec7a6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:52.119279 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-dcb69c98-fbed-4fe7-ba28-58b1102ec7a6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 818 time: 0.4313724 Dec 14 18:00:52.128629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:52.158193 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-1a9700d0-33dc-48a3-a14b-48ceab875bf4 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/quotas/2768bab8bfbb4ad78e403b1d4275c715 HTTP/1.1" status: 200 len: 375 time: 0.0349114 Dec 14 18:00:52.223466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffe943f-2e5f-4e4a-8705-885e5eae2280,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:52.240082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:52.267269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:52.273419 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Usage tracker for resource:port and tenant:f00aaab7869f49c5b3986aeddaf01895 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:00:52.280466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:00:52.290177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:52.346300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-bcb3b69c-0b01-4782-9f45-1eac2f8eda32 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Synchronizing usage tracker for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:00:52.379557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:52.398041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:52.398840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:52.419270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:52.438919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-bcb3b69c-0b01-4782-9f45-1eac2f8eda32 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Unset dirty status for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:00:52.440408 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-bcb3b69c-0b01-4782-9f45-1eac2f8eda32 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2812786 Dec 14 18:00:52.473311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Made reservation on behalf of f00aaab7869f49c5b3986aeddaf01895 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:52.490106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:52.793315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Allocated IP 172.20.0.6 (d23e41e5-9ba2-4d06-9ca8-912c58f06299/d646d789-96e1-471a-9b06-cb6181c569ee/502284eb-98ca-4238-8be2-d10db61b1fb3) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:52.819349 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-28b940a5-9f35-49bd-86a9-ae2431564bf2 service neutron] 10.222.0.58 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3658278 Dec 14 18:00:52.835035 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-67240a50-74d0-4b32-93c1-dab511fb1598 req-89e2c262-909b-423a-880b-ddbe9ea8791f tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 210 time: 0.5314994 Dec 14 18:00:52.944094 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Deleting subnet 98720377-bfb2-4981-83ff-f834146db463 {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:00:52.967993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:53.105967 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-373fc6a1-04a7-49cd-8409-afc4bfdc918c service neutron] 10.222.0.58 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847435 Dec 14 18:00:53.151159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:53.172573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Network 89a383af-5344-41d1-86df-e5e1a89c2049 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:53.184151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:53.201365 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:53.225599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=3d93d6ff-3c43-4bb9-a5e8-33953c67eefa,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:00:53.277578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:53.280183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 9672b356-f6a8-480a-8351-adc209ddcba1 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:53.334323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:53.366175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:53.665920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=3d93d6ff-3c43-4bb9-a5e8-33953c67eefa,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:54.030823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.665s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:54.126486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661621'] for router_interface, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:54.289590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-b2089eeb-2b8e-4ad8-9d9e-779cf8e3a634 None None] Provisioning for port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:54.304253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-b2089eeb-2b8e-4ad8-9d9e-779cf8e3a634 None None] Provisioning complete for port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:54.307654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2089eeb-2b8e-4ad8-9d9e-779cf8e3a634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:54.473446 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-edf9ceb5-1658-482e-8ecb-2dfa87ccb67a req-95d67f5b-70fb-447f-ac5f-794ec319b219 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 210 time: 0.1779556 Dec 14 18:00:54.539862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b2089eeb-2b8e-4ad8-9d9e-779cf8e3a634 None None] Port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:00:54.587631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 9672b356-f6a8-480a-8351-adc209ddcba1 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:54.588406 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:54.799938 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fa808054-d021-48eb-897b-d694a15c1d01 req-aa26dc03-8328-412e-9425-83d30accc6f2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 210 time: 1.1917596 Dec 14 18:00:54.802261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:54.810792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:54.892123 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:54.929348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Notify callbacks [] for port, precommit_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:54.992148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:55.152754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 4014346d-febc-4434-8ec5-e89b068f724f up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:55.152836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133560373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854114286'] for router_interface, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:55.183342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Pushing event updated for resources: {'Port': ['ID=121b2d1c-4680-4087-b567-bec895a81396,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:55.190986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:55.253704 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Transition to ACTIVE for port object 0ff0f46e-e42d-49a3-b4e4-223af1274e9a will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:00:55.290280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:55.313251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 4014346d-febc-4434-8ec5-e89b068f724f completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:00:55.322419 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:55.370674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:55.494643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f59fb-5112-483f-92c9-e4c186250443 None None] Pushing event updated for resources: {'Port': ['ID=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:55.497784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 4014346d-febc-4434-8ec5-e89b068f724f triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:55.498345 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:55.588622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:55.756420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:55.777874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4a7f59fb-5112-483f-92c9-e4c186250443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:55.814443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-821b1ae0-d731-40c3-bee6-77c03014fc5a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:55.819193 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-821b1ae0-d731-40c3-bee6-77c03014fc5a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 818 time: 0.4536552 Dec 14 18:00:55.846146 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-c75828f3-bb29-4917-9a05-e0a54b8c778d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/quotas/2768bab8bfbb4ad78e403b1d4275c715 HTTP/1.1" status: 200 len: 375 time: 0.0187743 Dec 14 18:00:55.920064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:55.972225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=98720377-bfb2-4981-83ff-f834146db463,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:55.978301 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a0d89e7d-66dd-4cbe-873b-8aac0cdccb34 req-c8102788-f97b-406f-9d8d-f04dd3d7e9fa tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 210 time: 0.2703719 Dec 14 18:00:55.987960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:56.018611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:56.052220 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-93836474-7d8e-4973-8235-7ad3d451c657 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2008326 Dec 14 18:00:56.184572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Attempting to bind port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:00:56.184997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Attempting to bind port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:00:56.185419 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Attempting to bind port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a on network b264cdc8-3397-490a-aef8-3ec7012c9dc3 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:00:56.232072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:56.244240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:00:56.254346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Checking segment: {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:00:56.255095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:56.262175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Bound using segment: {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:00:56.262977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Bound port: 0ff0f46e-e42d-49a3-b4e4-223af1274e9a, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:00:56.263615 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:56.412617 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-23114cc7-41a3-4b4f-a40d-a7759a1fa4c6 service neutron] 10.222.0.58 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592327 Dec 14 18:00:56.461377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 4014346d-febc-4434-8ec5-e89b068f724f, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=4014346d-febc-4434-8ec5-e89b068f724f,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:00:56.521471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:56.530128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:56.611245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:56.631408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:56.642101 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/98720377-bfb2-4981-83ff-f834146db463 HTTP/1.1" status: 204 len: 168 time: 4.6974101 Dec 14 18:00:56.643421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54680) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:56.649297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:56.659583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:56.680932 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:56.884027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=4014346d-febc-4434-8ec5-e89b068f724f,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:56.905479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:56.935663 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] For port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:00:56.945963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] For port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:00:56.966030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:56.966484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:57.034245 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-6225f70a-b428-4484-b92c-0e9f739b3c50 service neutron] 10.222.0.58 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6174271 Dec 14 18:00:57.105667 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:57.132971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:57.220516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7f59fb-5112-483f-92c9-e4c186250443 None None] Pushing event updated for resources: {'Port': ['ID=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:57.240354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4a7f59fb-5112-483f-92c9-e4c186250443 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:57.274271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Routers {'3f874fb8-bf55-4031-baab-aa23b8bb0274'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:00:57.275442 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['3f874fb8-bf55-4031-baab-aa23b8bb0274'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:57.287999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:57.334576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:57.523258 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] Set router 3f874fb8-bf55-4031-baab-aa23b8bb0274 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:00:57.754199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-8d4874be-6ebb-4120-863a-ab8fa33827b1 None None] Provisioning complete for port 121b2d1c-4680-4087-b567-bec895a81396 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:57.754858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8d4874be-6ebb-4120-863a-ab8fa33827b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:57.859336 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ec57c64a-2452-44f6-a691-35e5b7a0aed6 req-ee12219b-e257-496a-a59b-22b7a3d2eb4a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 210 time: 0.1661162 Dec 14 18:00:57.859933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.18', 62543) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:57.879053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-8d4874be-6ebb-4120-863a-ab8fa33827b1 None None] Port 121b2d1c-4680-4087-b567-bec895a81396 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:00:58.001440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Pushing event updated for resources: {'Port': ['ID=1ffe943f-2e5f-4e4a-8705-885e5eae2280,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:00:58.150538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 4014346d-febc-4434-8ec5-e89b068f724f up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:00:58.180627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.892s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:00:58.189602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:58.273379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-b26a2260-5902-4cae-85e6-c56212dc4e59 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:00:58.275152 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-b26a2260-5902-4cae-85e6-c56212dc4e59 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 818 time: 0.4139884 Dec 14 18:00:58.361451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Request body: {'port': {'device_id': '33ad2a51-942c-4db9-89c4-03951d3d003f', 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3', 'admin_state_up': True, 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:00:58.376124 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133560373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854114286'] for router_interface, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:58.396698 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f2327838-6b4e-4137-b157-0089c50ff346 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.718s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:00:58.512945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Network d23e41e5-9ba2-4d06-9ca8-912c58f06299 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:00:58.541600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:00:58.558850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:00:58.724000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:00:58.742358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:00:58.782534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54742) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:00:58.837864 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 4014346d-febc-4434-8ec5-e89b068f724f triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:00:58.838301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:58.868101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Made reservation on behalf of 2768bab8bfbb4ad78e403b1d4275c715 for: {'port': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:00:58.877856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:00:59.033849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:00:46Z', 'revision_number': 4, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port': {'id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '0ff0f46e-e42d-49a3-b4e4-223af1274e9a', 'name': '', 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'mac_address': 'fa:16:3e:b9:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c35a84-a0ad-4b9f-add0-602c6c4abd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:45Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'subnets': [{'id': '56c35a84-a0ad-4b9f-add0-602c6c4abd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:00:59.041897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c87a31a-97ea-4e31-aa50-4fe35edebbc5 None None] The sync data for ids ['3f874fb8-bf55-4031-baab-aa23b8bb0274'] in dv-cinder-821737-1-smb is: [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:00:46Z', 'revision_number': 4, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port': {'id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '0ff0f46e-e42d-49a3-b4e4-223af1274e9a', 'name': '', 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'mac_address': 'fa:16:3e:b9:bd:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '56c35a84-a0ad-4b9f-add0-602c6c4abd43', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:45Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'subnets': [{'id': '56c35a84-a0ad-4b9f-add0-602c6c4abd43', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:00:59.436715 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3517a8b3-563a-46a2-83a3-24b8777c7766 req-32d4deea-f15a-4224-8b72-82279cea53db tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 210 time: 0.1895411 Dec 14 18:00:59.657468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Allocated IP 172.20.0.4 (b264cdc8-3397-490a-aef8-3ec7012c9dc3/56c35a84-a0ad-4b9f-add0-602c6c4abd43/a7c5bdcb-f89c-4b97-be20-d2b6a617d43b) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:00:59.953243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Pushing event updated for resources: {'Port': ['ID=502284eb-98ca-4238-8be2-d10db61b1fb3,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:00.068015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.671s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:00.122222 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:00.126802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:00.222414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 0ff0f46e-e42d-49a3-b4e4-223af1274e9a up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:00.353739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:00.391197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:00.419664 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Network 89a383af-5344-41d1-86df-e5e1a89c2049 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:01:00.422761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:00.444757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:00.449907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Usage tracker for resource:security_group_rule and tenant:1d823bc1ac9b4745a8c380dcec990d2e is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:00.451551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b87d975-6e6c-42a9-8190-d6cdb1d02582 req-e7de4ded-bd78-404b-946c-75f98d00706e tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:00.452563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-2b87d975-6e6c-42a9-8190-d6cdb1d02582 req-e7de4ded-bd78-404b-946c-75f98d00706e tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Synchronizing usage tracker for tenant:f00aaab7869f49c5b3986aeddaf01895 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:00.453963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:00.456328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:01:00.461770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:00.476309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:00.478335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:00.482717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:00.483350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:00.503066 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:00.758555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Pushing event updated for resources: {'Port': ['ID=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:00.814389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:00.826567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Network b264cdc8-3397-490a-aef8-3ec7012c9dc3 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:01:00.828460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:01:00.834625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:01:00.850777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:00.853012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:00.915287 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.0965314 Dec 14 18:01:00.973413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:00.974307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe4bf721-84e2-4fd2-b7c0-21bb3f745d05']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:01.022366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c852b912-79c9-4772-80b1-a839e0197e88') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:01.022758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c852b912-79c9-4772-80b1-a839e0197e88') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:01.023495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-ef2d64fc-a8d3-4b6a-99c0-39d59652e041 req-4d6cbebd-1385-4ebf-80c4-f281c86bf0a2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Synchronizing usage tracker for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:01.049826 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6977229 Dec 14 18:01:01.054852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-2b87d975-6e6c-42a9-8190-d6cdb1d02582 req-e7de4ded-bd78-404b-946c-75f98d00706e tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Unset dirty status for tenant:f00aaab7869f49c5b3986aeddaf01895 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:01.058209 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2b87d975-6e6c-42a9-8190-d6cdb1d02582 req-e7de4ded-bd78-404b-946c-75f98d00706e tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 931 time: 3.5548887 Dec 14 18:01:01.075125 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.080318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:01.083641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.105098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.110919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-ef2d64fc-a8d3-4b6a-99c0-39d59652e041 req-4d6cbebd-1385-4ebf-80c4-f281c86bf0a2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Unset dirty status for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:01.112530 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2d64fc-a8d3-4b6a-99c0-39d59652e041 req-4d6cbebd-1385-4ebf-80c4-f281c86bf0a2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 210 time: 0.1925716 Dec 14 18:01:01.117828 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:01:01.120775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.145140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.166508 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.170886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:01.195374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f42bbefc-6789-43d1-8a5a-87661b06a6a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:01.275621 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:01.279197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-858073dd-337a-478a-ae4e-ba5946b61477 None None] Provisioning complete for port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:01.279873 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-858073dd-337a-478a-ae4e-ba5946b61477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.313289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:01.341797 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2e7c82d-7709-4262-a187-dbf65441cdcf,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:01.345336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:01:01.357724 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:01:01.360373 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d823bc1ac9b4745a8c380dcec990d2e&name=default HTTP/1.1" status: 200 len: 2647 time: 2.5763080 Dec 14 18:01:01.363516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54784) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:01.364527 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-858073dd-337a-478a-ae4e-ba5946b61477 None None] Port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:01:01.395051 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.18', 62550) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:01.502820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cc60e1ce-2320-4657-a32f-c11930b1f0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.579047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cc60e1ce-2320-4657-a32f-c11930b1f0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.639148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.674755 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54790) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:01.689840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-970e828f-f762-4ee4-a405-d5ca49fbae9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:01.759967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.772459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe4bf721-84e2-4fd2-b7c0-21bb3f745d05,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:01.791807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-4e6528f0-2cbc-4edd-8792-17d5659617a8 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:01:01.793644 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-4e6528f0-2cbc-4edd-8792-17d5659617a8 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0079415 Dec 14 18:01:01.797392 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:01.811555 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] 10.222.0.58 "DELETE /v2.0/networks/fe4bf721-84e2-4fd2-b7c0-21bb3f745d05 HTTP/1.1" status: 204 len: 168 time: 5.1571548 Dec 14 18:01:01.816396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-28b9972d-c36a-4c80-8ddf-f8b4d323e66f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:01:01.817452 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-28b9972d-c36a-4c80-8ddf-f8b4d323e66f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0055218 Dec 14 18:01:01.859919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cc60e1ce-2320-4657-a32f-c11930b1f0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.873296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:01.896602 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2b87d975-6e6c-42a9-8190-d6cdb1d02582 req-af849431-a9a3-43ef-9e35-1ed93ae05378 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5628643 Dec 14 18:01:01.929672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60e1ce-2320-4657-a32f-c11930b1f0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2e7c82d-7709-4262-a187-dbf65441cdcf,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:01.948035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cc60e1ce-2320-4657-a32f-c11930b1f0ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:01.975828 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cc60e1ce-2320-4657-a32f-c11930b1f0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:01.977167 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cc60e1ce-2320-4657-a32f-c11930b1f0ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2e7c82d-7709-4262-a187-dbf65441cdcf HTTP/1.1" status: 204 len: 168 time: 0.6125090 Dec 14 18:01:02.153561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 0ff0f46e-e42d-49a3-b4e4-223af1274e9a up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:02.206269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Router 9281c572-b4bc-428b-8138-5d3f865f05fd has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:01:02.240405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:02.322558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54818) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:02.360976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-2dfc75ac-5470-4f2a-82f4-61989ddeee6f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:02.361845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-2dfc75ac-5470-4f2a-82f4-61989ddeee6f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Synchronizing usage tracker for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:network {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:02.376274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:02.387946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Usage tracker for resource:security_group_rule and tenant:01a2ca5f1da04f11ba13355b4cb09e11 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:02.393971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:02.486135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:02.488670 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:02.513338 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-47459006-78ec-4ef7-9d8f-058b11f5f459 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4cc14903ffdd4d41838e95b4fa5e6522&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1885414 Dec 14 18:01:02.517854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54822) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:02.527934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:02.745386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Request body: {'port': {'device_id': 'ce709e4e-5a56-4994-a179-a1e7bb2e2132', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:02.883975 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5ae018ee-5a97-439d-971c-7ea0d0c259d4 req-e30531e7-8b01-4f55-9c0a-ff91f6e252e2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 210 time: 0.2824123 Dec 14 18:01:02.953691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Request body: {'port': {'device_id': '33ad2a51-942c-4db9-89c4-03951d3d003f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:03.059777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.074182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1099f76a-96fa-41de-9e9a-97db1818b2f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.124352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.135385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1099f76a-96fa-41de-9e9a-97db1818b2f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.140354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-2dfc75ac-5470-4f2a-82f4-61989ddeee6f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Unset dirty status for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:network {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:03.141561 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-2dfc75ac-5470-4f2a-82f4-61989ddeee6f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 818 time: 1.3458214 Dec 14 18:01:03.149011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.175298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:03.200602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Router 00faf8dd-2df9-4570-879d-7765bb30434b has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:01:03.320689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54830) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:03.343948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.456960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:03.460583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.474410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Usage tracker for resource:security_group_rule and tenant:642bd6ac65744f2c9282c808b393950f is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:03.478562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:03.490465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:03.495985 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1099f76a-96fa-41de-9e9a-97db1818b2f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.528744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f1158297-e629-4545-9189-07ffd979b991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:03.580560 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e00364da-c39d-49e3-b164-96797dd89691,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:03.592859 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01a2ca5f1da04f11ba13355b4cb09e11&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8866777 Dec 14 18:01:03.592859 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:03.603279 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54836) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:03.621921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1099f76a-96fa-41de-9e9a-97db1818b2f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:03.623171 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1099f76a-96fa-41de-9e9a-97db1818b2f3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/67309196-308f-4817-84be-4b0f2380c5c3 HTTP/1.1" status: 204 len: 168 time: 1.1042910 Dec 14 18:01:03.624352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099f76a-96fa-41de-9e9a-97db1818b2f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67309196-308f-4817-84be-4b0f2380c5c3,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:03.733330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:01:03.751399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Sync routers for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:01:03.772426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:01:03.773247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:03.796135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1099f76a-96fa-41de-9e9a-97db1818b2f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:03.873500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5ce5d7-49f5-4ea6-adbb-3ab4db9cdea9 req-f70934ca-4da1-43f0-b429-6991e9d4a8b5 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:03.879251 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c5ce5d7-49f5-4ea6-adbb-3ab4db9cdea9 req-f70934ca-4da1-43f0-b429-6991e9d4a8b5 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 931 time: 0.4246087 Dec 14 18:01:03.951811 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f9820d3a-943d-4ecd-ae35-8df4c3d8f85d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.030970 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.079102 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] 10.222.0.58 "PUT /v2.0/routers/9281c572-b4bc-428b-8138-5d3f865f05fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 21.1681063 Dec 14 18:01:04.126045 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.182716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f9820d3a-943d-4ecd-ae35-8df4c3d8f85d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.183786 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:01:04.206456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:04.303000 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b5c698ad-aa69-4730-910e-4d10c4b98981 req-f9dee490-2e11-4669-b746-4c5ff0a0efb0 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 210 time: 0.1593239 Dec 14 18:01:04.307960 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=642bd6ac65744f2c9282c808b393950f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9834397 Dec 14 18:01:04.319276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54850) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:04.330917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 502284eb-98ca-4238-8be2-d10db61b1fb3 {{(pid=88324) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:04.432000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.466677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc051-c348-4a95-ac33-c5d70349a930 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.497620 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c5ce5d7-49f5-4ea6-adbb-3ab4db9cdea9 req-c070f014-797c-44ba-b81a-da4a8700e75b tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6172752 Dec 14 18:01:04.500620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc051-c348-4a95-ac33-c5d70349a930 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.560576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Request body: {'port': {'device_id': '14e2c757-cd00-4e10-8641-6231b90515e8', 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3', 'admin_state_up': True, 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:04.566588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59f8cd0-b090-4fdc-a972-5238caf79735,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:04.591847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:04.607983 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc051-c348-4a95-ac33-c5d70349a930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.619090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a745166b-bbf5-4eb8-832d-70a88c0d0b2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:04.645168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Transition to ACTIVE for port object 502284eb-98ca-4238-8be2-d10db61b1fb3 will not be triggered until provisioned by entity L2. {{(pid=88324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:04.646882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1fc051-c348-4a95-ac33-c5d70349a930 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59f8cd0-b090-4fdc-a972-5238caf79735,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:04.671569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d1fc051-c348-4a95-ac33-c5d70349a930 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:04.673926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d1fc051-c348-4a95-ac33-c5d70349a930 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.677736 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0d1fc051-c348-4a95-ac33-c5d70349a930 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d59f8cd0-b090-4fdc-a972-5238caf79735 HTTP/1.1" status: 204 len: 168 time: 0.3519690 Dec 14 18:01:04.679246 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f9820d3a-943d-4ecd-ae35-8df4c3d8f85d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.692521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f9820d3a-943d-4ecd-ae35-8df4c3d8f85d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.694684 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f9820d3a-943d-4ecd-ae35-8df4c3d8f85d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e00364da-c39d-49e3-b164-96797dd89691 HTTP/1.1" status: 204 len: 168 time: 1.0807660 Dec 14 18:01:04.695833 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ba790745-b9b8-4493-8c55-0f900512442e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:04.713719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9820d3a-943d-4ecd-ae35-8df4c3d8f85d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e00364da-c39d-49e3-b164-96797dd89691,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:04.717454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.718383 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f9820d3a-943d-4ecd-ae35-8df4c3d8f85d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:04.727917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:04.830373 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:00:51Z', 'revision_number': 2, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:04.834975 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Checking router: 9281c572-b4bc-428b-8138-5d3f865f05fd for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:01:04.835389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Updating router 9281c572-b4bc-428b-8138-5d3f865f05fd port 121b2d1c-4680-4087-b567-bec895a81396 binding host dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:01:04.875694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54864) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:04.924343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:04.998547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Pushing event updated for resources: {'Port': ['ID=502284eb-98ca-4238-8be2-d10db61b1fb3,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:05.023000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:05.036001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Attempting to bind port 502284eb-98ca-4238-8be2-d10db61b1fb3 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88324) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:01:05.036937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Attempting to bind port 502284eb-98ca-4238-8be2-d10db61b1fb3 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '7bba9052-44cc-4e59-994d-46fe89c77c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd23e41e5-9ba2-4d06-9ca8-912c58f06299'}] {{(pid=88324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:01:05.037929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Attempting to bind port 502284eb-98ca-4238-8be2-d10db61b1fb3 on network d23e41e5-9ba2-4d06-9ca8-912c58f06299 {{(pid=88324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:05.049127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Port 502284eb-98ca-4238-8be2-d10db61b1fb3 on network d23e41e5-9ba2-4d06-9ca8-912c58f06299 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:01:05.049963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Attempting to bind port 502284eb-98ca-4238-8be2-d10db61b1fb3 on network d23e41e5-9ba2-4d06-9ca8-912c58f06299 {{(pid=88324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:05.059055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:01:05.059802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Checking segment: {'id': '7bba9052-44cc-4e59-994d-46fe89c77c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd23e41e5-9ba2-4d06-9ca8-912c58f06299'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:01:05.061040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Bound using segment: {'id': '7bba9052-44cc-4e59-994d-46fe89c77c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd23e41e5-9ba2-4d06-9ca8-912c58f06299'} {{(pid=88324) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:01:05.061926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Bound port: 502284eb-98ca-4238-8be2-d10db61b1fb3, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bba9052-44cc-4e59-994d-46fe89c77c01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'd23e41e5-9ba2-4d06-9ca8-912c58f06299'}}] {{(pid=88324) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:01:05.063098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:05.204899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] For port 502284eb-98ca-4238-8be2-d10db61b1fb3, host hv-cinder-82173, cleared binding levels {{(pid=88324) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:01:05.211982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] For port 502284eb-98ca-4238-8be2-d10db61b1fb3, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=502284eb-98ca-4238-8be2-d10db61b1fb3,segment=NetworkSegment(7bba9052-44cc-4e59-994d-46fe89c77c01),segment_id=7bba9052-44cc-4e59-994d-46fe89c77c01)] {{(pid=88324) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:01:05.217471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:05.227994 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f438c776-50c6-4a43-ba48-57c9868ddf10 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=97dc45a9fcf74462a1a3cc15b8e37b89&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3232749 Dec 14 18:01:05.233824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54870) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:05.251376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:01:05.264548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Sync routers for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:01:05.279120 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:05.280406 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] 10.222.0.58 "PUT /v2.0/routers/00faf8dd-2df9-4570-879d-7765bb30434b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.0895162 Dec 14 18:01:05.296830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:01:05.299132 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:05.304578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0fff902e-4526-4720-ae2a-91e1a5844fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:05.314518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:05.378121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Made reservation on behalf of 2768bab8bfbb4ad78e403b1d4275c715 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:01:05.392214 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:05.437475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Notify callbacks [] for port, precommit_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:05.450644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Transition to ACTIVE for port object 121b2d1c-4680-4087-b567-bec895a81396 will not be triggered until provisioned by entity L2. {{(pid=88327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:05.499238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:05.510709 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:05.570462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:05.572378 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] 10.222.0.18 "PUT /v2.0/ports/502284eb-98ca-4238-8be2-d10db61b1fb3 HTTP/1.1" status: 200 len: 1093 time: 3.3443706 Dec 14 18:01:05.575796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce709e4e-5a56-4994-a179-a1e7bb2e2132', 'tag': '502284eb-98ca-4238-8be2-d10db61b1fb3'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:05.790271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54886) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:05.900407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:01:06.055588 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-22baf93d-447c-4413-8e2f-15f04ec5af23 req-abe364f4-9c5e-4618-abbe-6ba6852815af tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 210 time: 0.1805410 Dec 14 18:01:06.068604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0e7e12d2-8d88-4a2b-bf9d-f55a31f1ff18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.127782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Pushing event updated for resources: {'Port': ['ID=502284eb-98ca-4238-8be2-d10db61b1fb3,revision_number=3']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:06.131073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7c5bdcb-f89c-4b97-be20-d2b6a617d43b {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:06.154240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:06.155978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.227436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Transition to ACTIVE for port object a7c5bdcb-f89c-4b97-be20-d2b6a617d43b will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:06.254631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:01:06.257779 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Attempting to bind port 121b2d1c-4680-4087-b567-bec895a81396 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:01:06.258335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Attempting to bind port 121b2d1c-4680-4087-b567-bec895a81396 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:01:06.259460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Attempting to bind port 121b2d1c-4680-4087-b567-bec895a81396 on network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:06.269425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:01:06.270374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Checking segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:01:06.271043 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.271719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Bound using segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:01:06.272562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Bound port: 121b2d1c-4680-4087-b567-bec895a81396, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'}}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:01:06.273121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.303181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0e7e12d2-8d88-4a2b-bf9d-f55a31f1ff18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.392595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fbe4e-e18b-4780-94b5-11ab0f060c72 None None] Pushing event updated for resources: {'Port': ['ID=121b2d1c-4680-4087-b567-bec895a81396,revision_number=3']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:06.396046 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-890fbe4e-e18b-4780-94b5-11ab0f060c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.885s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:06.404658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.413194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] For port 121b2d1c-4680-4087-b567-bec895a81396, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:01:06.417710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] For port 121b2d1c-4680-4087-b567-bec895a81396, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=121b2d1c-4680-4087-b567-bec895a81396,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:01:06.421351 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-e6247099-9dd7-4a13-8569-8d025573fbeb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f00aaab7869f49c5b3986aeddaf01895&device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 1096 time: 0.6802990 Dec 14 18:01:06.431220 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:06.496213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.501720 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:06.674718 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54904) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:06.737153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fbe4e-e18b-4780-94b5-11ab0f060c72 None None] Pushing event updated for resources: {'Port': ['ID=121b2d1c-4680-4087-b567-bec895a81396,revision_number=4']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:06.764887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.792455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-890fbe4e-e18b-4780-94b5-11ab0f060c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:06.817272 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-3091607d-3d37-4133-8365-ded267be62aa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=502284eb-98ca-4238-8be2-d10db61b1fb3 HTTP/1.1" status: 200 len: 217 time: 0.3656116 Dec 14 18:01:06.828446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Allocated IP 172.20.0.12 (b264cdc8-3397-490a-aef8-3ec7012c9dc3/56c35a84-a0ad-4b9f-add0-602c6c4abd43/4e7adf99-aba2-40dd-bc65-2d4852629090) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:01:06.843250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:06.851039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:01:06.851739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:07.052591 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54910) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:07.115186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 2, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:07.120690 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--93021745', 'description': 'tempest-description--1780522298'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:07.127453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Checking router: 00faf8dd-2df9-4570-879d-7765bb30434b for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:01:07.129070 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Updating router 00faf8dd-2df9-4570-879d-7765bb30434b port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 binding host dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:01:07.141462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:07.271958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:07.272581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:security_group and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:07.288193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:07.325153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0e7e12d2-8d88-4a2b-bf9d-f55a31f1ff18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:07.374849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b4cf453e-cbbb-46b4-a80f-c22adf790dc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:07.393528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:07.424427 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:07.457457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-8a848af7-1b97-4109-973b-4ab39efc4824 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:07.459157 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-8a848af7-1b97-4109-973b-4ab39efc4824 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d646d789-96e1-471a-9b06-cb6181c569ee HTTP/1.1" status: 200 len: 852 time: 0.5823641 Dec 14 18:01:07.460294 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:07.463101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Usage tracker for resource:security_group_rule and tenant:095b743e77f44829995b638dfd55086b is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:07.481905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7e12d2-8d88-4a2b-bf9d-f55a31f1ff18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6302f14f-ce05-486d-a8b0-addc765d8da8,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:07.508944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:07.608697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Usage tracker for resource:security_group_rule and tenant:55a07f32b0814419a49ef47e90cb4ee9 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:07.612578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0e7e12d2-8d88-4a2b-bf9d-f55a31f1ff18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:07.624561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:07.628643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:07.662997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:01:07.682060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:07.729950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:07.733803 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-6ce3a06e-9948-4608-b6ac-8812224c6515 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d23e41e5-9ba2-4d06-9ca8-912c58f06299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2382615 Dec 14 18:01:07.747400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:07.757416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:07.764447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Attempting to bind port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:01:07.765141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Attempting to bind port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:01:07.765516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Attempting to bind port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b on network b264cdc8-3397-490a-aef8-3ec7012c9dc3 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:07.778305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b on network b264cdc8-3397-490a-aef8-3ec7012c9dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:01:07.778851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Attempting to bind port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b on network b264cdc8-3397-490a-aef8-3ec7012c9dc3 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:07.834383 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Pushing event updated for resources: {'Port': ['ID=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:07.844909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.414s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:07.848132 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:01:07.850325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Checking segment: {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:01:07.851118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Bound using segment: {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:01:07.851630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Bound port: a7c5bdcb-f89c-4b97-be20-d2b6a617d43b, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:01:07.852033 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:07.913250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Network b264cdc8-3397-490a-aef8-3ec7012c9dc3 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:01:07.917438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:07.918984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0e7e12d2-8d88-4a2b-bf9d-f55a31f1ff18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:07.933087 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0e7e12d2-8d88-4a2b-bf9d-f55a31f1ff18 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6302f14f-ce05-486d-a8b0-addc765d8da8 HTTP/1.1" status: 204 len: 168 time: 2.6944823 Dec 14 18:01:08.032805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:01:08.056153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:01:08.171849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:08.180062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:security_group_rule and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:08.185492 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Pushing event updated for resources: {'Port': ['ID=4e7adf99-aba2-40dd-bc65-2d4852629090,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:08.191367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:08.202190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:08.207092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:08.377377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Notify callbacks [] for port, precommit_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:08.379724 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:06Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:08.384857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21db1b89-1e0e-4629-b8f6-86dc75509668 None None] The sync data for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb is: [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:06Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:01:08.436577 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54938) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:08.439342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Transition to ACTIVE for port object 1ffe943f-2e5f-4e4a-8705-885e5eae2280 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:08.470375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1828730984', 'description': 'tempest-description--1349462778'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:08.492172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:08.503217 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] For port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:01:08.512461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5c793745-f752-4881-ab59-156a748fb849 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:08.513981 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:08.514705 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:08.545819 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:08.559552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20055368-5e37-4082-b178-ea7ef88d60f6 req-7c977a56-66fa-4088-a23a-fb15383256aa tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:08.561182 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-20055368-5e37-4082-b178-ea7ef88d60f6 req-7c977a56-66fa-4088-a23a-fb15383256aa tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 943 time: 2.0399678 Dec 14 18:01:08.562278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:security_group and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:08.577657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:08.586694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] For port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:01:08.593991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:08.643731 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:08.660962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-17550a81-ee16-45e0-bea9-549afd9e55f7 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:08.795702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18390593-4003-4cf3-a559-8f144e6c2830 None None] Pushing event updated for resources: {'Port': ['ID=1ffe943f-2e5f-4e4a-8705-885e5eae2280,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:08.798223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:08.798794 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-18390593-4003-4cf3-a559-8f144e6c2830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:08.846039 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.2885728 Dec 14 18:01:08.949572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:08.951495 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] 10.222.0.18 "PUT /v2.0/ports/a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 200 len: 1093 time: 6.7204969 Dec 14 18:01:08.955385 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-20055368-5e37-4082-b178-ea7ef88d60f6 req-efc05b95-e055-487a-82b0-24dafa0a9017 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3709133 Dec 14 18:01:08.955902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33ad2a51-942c-4db9-89c4-03951d3d003f', 'tag': 'a7c5bdcb-f89c-4b97-be20-d2b6a617d43b'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:09.004518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:09.024233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Pushing event updated for resources: {'Port': ['ID=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:09.028340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:security_group_rule and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:09.035291 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:09.036130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:09.051586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.069992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:09.088225 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-1242a863-845b-42a5-9c32-baba4b2d9b02 service neutron] 10.222.0.18 "GET /v2.0/networks/d23e41e5-9ba2-4d06-9ca8-912c58f06299?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2832479 Dec 14 18:01:09.101116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Attempting to bind port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:01:09.102003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Attempting to bind port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:01:09.102834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Attempting to bind port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 on network 89a383af-5344-41d1-86df-e5e1a89c2049 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:09.124535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:01:09.125537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Checking segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:01:09.128295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.129193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Bound using segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:01:09.129896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Bound port: 1ffe943f-2e5f-4e4a-8705-885e5eae2280, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:01:09.130785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.158929 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce709e4e-5a56-4994-a179-a1e7bb2e2132', 'tag': '502284eb-98ca-4238-8be2-d10db61b1fb3', 'status': 'completed', 'code': 200} Dec 14 18:01:09.161513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.178016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Request body: {'port': {'device_id': '14e2c757-cd00-4e10-8641-6231b90515e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:09.198770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:09.361330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] For port 1ffe943f-2e5f-4e4a-8705-885e5eae2280, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:01:09.371273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] For port 1ffe943f-2e5f-4e4a-8705-885e5eae2280, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=1ffe943f-2e5f-4e4a-8705-885e5eae2280,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:01:09.427891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.441659 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:09.458972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.495377 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a73aa70-bd7b-4bb5-ae35-57506cdb8bb9 req-685fe582-6956-44e5-a6a2-4349f7295a1b service neutron] 10.222.0.18 "GET /v2.0/networks/d23e41e5-9ba2-4d06-9ca8-912c58f06299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3258538 Dec 14 18:01:09.501871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.503573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf6bc94e-1513-4cab-a7b8-6a885d2124b4,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:09.506143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:09.525225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.545487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.561499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:09.568041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:09.569824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.571389 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1612 time: 2.5177119 Dec 14 18:01:09.571553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18390593-4003-4cf3-a559-8f144e6c2830 None None] Pushing event updated for resources: {'Port': ['ID=1ffe943f-2e5f-4e4a-8705-885e5eae2280,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:09.574551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.586737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54964) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:09.586886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-18390593-4003-4cf3-a559-8f144e6c2830 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:09.609018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:01:09.609711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:00:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:09.613355 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bc94e-1513-4cab-a7b8-6a885d2124b4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:09.621941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:09.626469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:security_group_rule and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:09.629489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59317742-4c7f-4ee4-8d20-1483ab048264,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:09.633002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:09.633427 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:09.642184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:09.690409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.706727 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-fa29bfb6-9b7a-47bb-b6bb-72b385acd3df service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1096 time: 0.4652836 Dec 14 18:01:09.717635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.723570 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2776918 Dec 14 18:01:09.726346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54970) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:09.818690 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-d6cce8e6-c149-4cf9-89a0-bedda953d3b6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 200 len: 217 time: 0.0934722 Dec 14 18:01:09.827893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.883953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e71f47e-951f-40e2-a118-5db12e1631d3,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:09.900429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:09.920040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'security_group_rule': {'security_group_id': '59317742-4c7f-4ee4-8d20-1483ab048264', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:09.978514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a950b-a0d7-4795-87af-8436b566183f req-ba6f3c70-c16f-4ca4-86ee-75f17bff270a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:09.979511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1d3a950b-a0d7-4795-87af-8436b566183f req-ba6f3c70-c16f-4ca4-86ee-75f17bff270a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Synchronizing usage tracker for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:09.986364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:09.988649 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c2b579a8-30ab-416b-af0c-10710295d5d4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:09.992784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:10.008476 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=55a07f32b0814419a49ef47e90cb4ee9&name=default HTTP/1.1" status: 200 len: 2647 time: 3.9798937 Dec 14 18:01:10.018782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54976) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:10.042739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:security_group_rule and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:10.050999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:10.061774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:01:10.109740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:10.113794 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=095b743e77f44829995b638dfd55086b&name=default HTTP/1.1" status: 200 len: 2647 time: 3.4268858 Dec 14 18:01:10.131099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54982) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:10.200001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.222189 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 54986) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:10.223004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=254c689b-204f-4143-8384-9d6cb7b03729,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:10.236326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 121b2d1c-4680-4087-b567-bec895a81396 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:10.241102 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:10.254931 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.270448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:10.297905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-68a28903-148e-4be5-8d83-5e70d859f7de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:10.301045 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-68a28903-148e-4be5-8d83-5e70d859f7de service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.4036865 Dec 14 18:01:10.301045 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1d3a950b-a0d7-4795-87af-8436b566183f req-ba6f3c70-c16f-4ca4-86ee-75f17bff270a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Unset dirty status for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:10.308095 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1d3a950b-a0d7-4795-87af-8436b566183f req-ba6f3c70-c16f-4ca4-86ee-75f17bff270a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 932 time: 0.9486103 Dec 14 18:01:10.322334 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33ad2a51-942c-4db9-89c4-03951d3d003f', 'tag': 'a7c5bdcb-f89c-4b97-be20-d2b6a617d43b', 'status': 'completed', 'code': 200} Dec 14 18:01:10.356871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa7b76c4-23a4-4dd1-b1c0-be1c15de998f,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:10.373381 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-95796058-0d4a-4883-a110-ebb71169e605 req-782f8730-bdfc-4122-9047-91d7002a140c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f00aaab7869f49c5b3986aeddaf01895&device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 1096 time: 0.7233675 Dec 14 18:01:10.374635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:10.422632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.473605 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.475432 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.8868027 Dec 14 18:01:10.499837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 54996) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:10.509360 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-8ad0b88e-c98f-4b78-a569-92bddd81c22d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1905863 Dec 14 18:01:10.528415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5136ba21-5bee-484a-b872-45f860c02f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.561251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5136ba21-5bee-484a-b872-45f860c02f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.621359 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'security_group_rule': {'security_group_id': 'cf6bc94e-1513-4cab-a7b8-6a885d2124b4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:10.623169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d55cdd6e-8ece-4666-a62e-568c86fb4cf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.630257 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:10.634692 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:security_group_rule and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:10.639780 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:10.648086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:10.653355 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.734471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d55cdd6e-8ece-4666-a62e-568c86fb4cf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.827787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d55cdd6e-8ece-4666-a62e-568c86fb4cf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.842826 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fea1b5cd-72d7-4e70-92c3-93dbb30abd67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:10.877275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55cdd6e-8ece-4666-a62e-568c86fb4cf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=254c689b-204f-4143-8384-9d6cb7b03729,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:10.880549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d55cdd6e-8ece-4666-a62e-568c86fb4cf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:10.881465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d55cdd6e-8ece-4666-a62e-568c86fb4cf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:10.885559 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d55cdd6e-8ece-4666-a62e-568c86fb4cf4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/254c689b-204f-4143-8384-9d6cb7b03729 HTTP/1.1" status: 204 len: 168 time: 0.7464695 Dec 14 18:01:10.909449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5589e4-3fc2-4394-b01e-7d0ecd0071f0 req-6b1e894b-cd91-4c58-9e3b-0d443e355161 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:10.918737 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cb5589e4-3fc2-4394-b01e-7d0ecd0071f0 req-6b1e894b-cd91-4c58-9e3b-0d443e355161 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 943 time: 0.4935675 Dec 14 18:01:10.945953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:10.953039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Usage tracker for resource:security_group_rule and tenant:2b4fb17e54124987a351b2609af74ca3 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:10.966157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95796058-0d4a-4883-a110-ebb71169e605 req-9baac549-04eb-4ae0-ae9f-9d7c6b567f96 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:10.969915 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-95796058-0d4a-4883-a110-ebb71169e605 req-9baac549-04eb-4ae0-ae9f-9d7c6b567f96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d23e41e5-9ba2-4d06-9ca8-912c58f06299 HTTP/1.1" status: 200 len: 913 time: 0.5741317 Dec 14 18:01:10.981287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:10.984039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:09Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:10.996199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d823c92-d635-4e0b-b50b-e7fed73bb744 None None] The sync data for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb is: [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:09Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:01:11.024821 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 121b2d1c-4680-4087-b567-bec895a81396 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:11.030486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 121b2d1c-4680-4087-b567-bec895a81396 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:11.030932 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.060083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.129356 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:11.163967 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-95796058-0d4a-4883-a110-ebb71169e605 req-c3c7cb28-7313-4e72-b845-fc9e59f1ed28 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=502284eb-98ca-4238-8be2-d10db61b1fb3 HTTP/1.1" status: 200 len: 217 time: 0.1785939 Dec 14 18:01:11.226178 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-cb5589e4-3fc2-4394-b01e-7d0ecd0071f0 req-6255ebb0-674a-4205-9aea-811550f11327 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Synchronizing usage tracker for tenant:f00aaab7869f49c5b3986aeddaf01895 on resource:security_group {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:11.272761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.315689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1d3a950b-a0d7-4795-87af-8436b566183f req-162d05e6-1b37-4809-b7b0-491748689fcd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Synchronizing usage tracker for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:11.326133 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-04bfdfc1-6993-414c-b549-9fc21bbbd0a6 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3786881 Dec 14 18:01:11.336787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 121b2d1c-4680-4087-b567-bec895a81396, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=121b2d1c-4680-4087-b567-bec895a81396,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:11.344302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95796058-0d4a-4883-a110-ebb71169e605 req-a227b6e4-c79b-431b-9c59-1fbd96d2efe2 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:11.345015 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-95796058-0d4a-4883-a110-ebb71169e605 req-a227b6e4-c79b-431b-9c59-1fbd96d2efe2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d646d789-96e1-471a-9b06-cb6181c569ee HTTP/1.1" status: 200 len: 852 time: 0.1656184 Dec 14 18:01:11.370623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.381248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.384426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:11.448616 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-95796058-0d4a-4883-a110-ebb71169e605 req-831fc6f5-7c75-443b-8e23-54581cc9cfb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d23e41e5-9ba2-4d06-9ca8-912c58f06299&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0832047 Dec 14 18:01:11.449276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-cb5589e4-3fc2-4394-b01e-7d0ecd0071f0 req-6255ebb0-674a-4205-9aea-811550f11327 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Unset dirty status for tenant:f00aaab7869f49c5b3986aeddaf01895 on resource:security_group {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:11.450409 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cb5589e4-3fc2-4394-b01e-7d0ecd0071f0 req-6255ebb0-674a-4205-9aea-811550f11327 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5307126 Dec 14 18:01:11.503312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.515884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.521157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=121b2d1c-4680-4087-b567-bec895a81396,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:11.538847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:11.587589 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.600491 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f655a116-7f1f-4690-9f07-e1245bad065b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:11.671372 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c50eaf92-86b9-42a0-96f5-4e9c5a9eac99 req-3a27df23-c9f3-4450-bd81-ec1299036a51 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351507 Dec 14 18:01:11.672024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1d3a950b-a0d7-4795-87af-8436b566183f req-162d05e6-1b37-4809-b7b0-491748689fcd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Unset dirty status for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:11.673134 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1d3a950b-a0d7-4795-87af-8436b566183f req-162d05e6-1b37-4809-b7b0-491748689fcd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.3640687 Dec 14 18:01:11.715130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20992971-1b1e-452f-babd-84692a602907,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:11.716894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:11.742596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:11.747668 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2b4fb17e54124987a351b2609af74ca3&name=default HTTP/1.1" status: 200 len: 2647 time: 1.5102053 Dec 14 18:01:11.750869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b31b2f7-bee6-4242-a027-cfd5484229c6,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:11.752469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55014) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:11.752919 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-95796058-0d4a-4883-a110-ebb71169e605 req-237aabd4-8051-4b69-9ef2-488725466c61 service neutron] 10.222.0.18 "GET /v2.0/networks/d23e41e5-9ba2-4d06-9ca8-912c58f06299?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2918825 Dec 14 18:01:11.767994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e7adf99-aba2-40dd-bc65-2d4852629090 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:11.816200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:11.818361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.819670 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 2.0849710 Dec 14 18:01:11.872609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55020) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:11.883651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'security_group_rule': {'security_group_id': '59317742-4c7f-4ee4-8d20-1483ab048264', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:11.890639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:11.894683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:security_group_rule and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:11.898309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:11.905172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:11.919528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:11.963921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Transition to ACTIVE for port object 4e7adf99-aba2-40dd-bc65-2d4852629090 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:11.965889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.002849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5136ba21-5bee-484a-b872-45f860c02f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.012116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-48a84c67-59ff-4401-a042-c25a93369898 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.017454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:12.047441 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-95796058-0d4a-4883-a110-ebb71169e605 req-d9643c50-8463-40fe-9618-fb6d1a68bec0 service neutron] 10.222.0.18 "GET /v2.0/networks/d23e41e5-9ba2-4d06-9ca8-912c58f06299?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2772219 Dec 14 18:01:12.049467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.079381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.196413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.224026 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 121b2d1c-4680-4087-b567-bec895a81396 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:12.232297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.286302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fd134404-5864-4325-acc4-91bc58f45bee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:12.315784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949e80c1-6e01-437c-8e73-fd2731285551,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:12.320725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.320930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:12.324113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.325782 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.4517424 Dec 14 18:01:12.326304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136ba21-5bee-484a-b872-45f860c02f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e71f47e-951f-40e2-a118-5db12e1631d3,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:12.338314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 121b2d1c-4680-4087-b567-bec895a81396 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:12.338817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.339604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5136ba21-5bee-484a-b872-45f860c02f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:12.340110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55034) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:12.350966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:12.400498 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-48546da6-ccfe-4e93-9d9a-b45a58a8d587 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1096 time: 0.5832486 Dec 14 18:01:12.417428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'floatingip': {'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:12.422710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-48a84c67-59ff-4401-a042-c25a93369898 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.451937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:12.489901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 1ffe943f-2e5f-4e4a-8705-885e5eae2280 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:12.490506 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5136ba21-5bee-484a-b872-45f860c02f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.491848 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5136ba21-5bee-484a-b872-45f860c02f68 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6e71f47e-951f-40e2-a118-5db12e1631d3 HTTP/1.1" status: 204 len: 168 time: 2.4641237 Dec 14 18:01:12.513433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:floatingip and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:12.525568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:12.684340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:12.684702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:12.686698 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.688095 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 2.1820738 Dec 14 18:01:12.691195 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:12.691635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.696575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55048) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:12.699107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Pushing event updated for resources: {'Port': ['ID=4e7adf99-aba2-40dd-bc65-2d4852629090,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:12.715870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'floatingip': {'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:12.751069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:12.757891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:12.765443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a82ece9a-86c9-43d8-a66f-4c999111c206 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.368s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:12.776375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:floatingip and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:12.782456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:12.809293 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:12.856779 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c145290c-9f7f-4d04-a07d-5d2b8b89d5cf,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:12.899439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd1d817-91b2-453d-a2f8-b8b6d3fb2e0c req-2b6d941d-609a-44cc-9ba5-89e8367639d1 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:12.903970 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-acd1d817-91b2-453d-a2f8-b8b6d3fb2e0c req-2b6d941d-609a-44cc-9ba5-89e8367639d1 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 943 time: 0.2651088 Dec 14 18:01:12.912023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:12.932761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:12.944892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.003224 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-acd1d817-91b2-453d-a2f8-b8b6d3fb2e0c req-99a10e10-911e-4abc-b7fa-fc94233fd46b tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929987 Dec 14 18:01:13.022438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.069315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 1ffe943f-2e5f-4e4a-8705-885e5eae2280, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=1ffe943f-2e5f-4e4a-8705-885e5eae2280,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:13.107330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-b3060e12-b6c1-4dda-a8a6-758c1626158c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:13.108915 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-b3060e12-b6c1-4dda-a8a6-758c1626158c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 919 time: 0.6640453 Dec 14 18:01:13.140094 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.146973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:13.176020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.233984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=1ffe943f-2e5f-4e4a-8705-885e5eae2280,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:13.247408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:13.313676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-48a84c67-59ff-4401-a042-c25a93369898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.361891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-26c5f072-b0ea-46d5-a88a-2b133d433c28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:13.375414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Allocated IP 172.28.1.171 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/e03c5110-e59e-4a3f-b0fa-1d625b6fa0c0) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:01:13.379127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Attempting to bind port 4e7adf99-aba2-40dd-bc65-2d4852629090 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:01:13.379696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Attempting to bind port 4e7adf99-aba2-40dd-bc65-2d4852629090 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:01:13.379854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Attempting to bind port 4e7adf99-aba2-40dd-bc65-2d4852629090 on network b264cdc8-3397-490a-aef8-3ec7012c9dc3 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:13.388831 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-9dfa225d-bc23-48aa-867a-b405b00acb85 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 200 len: 217 time: 0.2713776 Dec 14 18:01:13.398335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a84c67-59ff-4401-a042-c25a93369898 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20992971-1b1e-452f-babd-84692a602907,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:13.400714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-48a84c67-59ff-4401-a042-c25a93369898 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.402496 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-48a84c67-59ff-4401-a042-c25a93369898 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20992971-1b1e-452f-babd-84692a602907 HTTP/1.1" status: 204 len: 168 time: 1.6294847 Dec 14 18:01:13.407769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-48a84c67-59ff-4401-a042-c25a93369898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:13.450103 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Port 4e7adf99-aba2-40dd-bc65-2d4852629090 on network b264cdc8-3397-490a-aef8-3ec7012c9dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:01:13.450454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Attempting to bind port 4e7adf99-aba2-40dd-bc65-2d4852629090 on network b264cdc8-3397-490a-aef8-3ec7012c9dc3 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:13.493154 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:01:13.493538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Checking segment: {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:01:13.493972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Bound using segment: {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:01:13.494465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Bound port: 4e7adf99-aba2-40dd-bc65-2d4852629090, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cda61f2d-692c-4955-93fe-47c639a52a0e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:01:13.494897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.514907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096131a-d20b-4aa0-922f-62278f3afb83 req-d58d1eaf-4dfa-4c5c-91f9-995e79acb167 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:13.516576 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e096131a-d20b-4aa0-922f-62278f3afb83 req-d58d1eaf-4dfa-4c5c-91f9-995e79acb167 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 944 time: 0.4907832 Dec 14 18:01:13.542703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-ab6b602e-995a-41ba-997d-6cce005894ec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:13.546412 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-ab6b602e-995a-41ba-997d-6cce005894ec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.1405671 Dec 14 18:01:13.655594 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-70d625a2-a1cb-472a-b2a8-ed7bc8b96216 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0875595 Dec 14 18:01:13.716477 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e096131a-d20b-4aa0-922f-62278f3afb83 req-2c0bd8ec-81ad-4b00-8f8e-cf1b8dd7865d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819189 Dec 14 18:01:13.727309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.810687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.895342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] For port 4e7adf99-aba2-40dd-bc65-2d4852629090, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:01:13.923834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:13.930112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] For port 4e7adf99-aba2-40dd-bc65-2d4852629090, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4e7adf99-aba2-40dd-bc65-2d4852629090,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:01:13.930281 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:14.000617 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-5ce5c60e-f152-4d88-b915-3910d55f0cca service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315952 Dec 14 18:01:14.011555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:01:14.033205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:01:14.033205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:01:14.033205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55072) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:14.034425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'Port': ['ID=e03c5110-e59e-4a3f-b0fa-1d625b6fa0c0,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:14.063890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:14.074152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 1ffe943f-2e5f-4e4a-8705-885e5eae2280 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:14.078531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:14.231601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:14.232251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:14.288107 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7a6a69d-1596-428b-9884-2f2e79b661da req-b945370a-9366-4df4-8031-bbdb8e5fafbc service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2786219 Dec 14 18:01:14.292965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:14.300616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Allocated IP 172.28.1.102 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/d05cb90d-d8be-433e-8ada-d01f1d766fb4) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:01:14.314992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:14.324010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:14.392469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Pushing event updated for resources: {'Port': ['ID=4e7adf99-aba2-40dd-bc65-2d4852629090,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:14.400557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:14.408470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:14.410011 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] 10.222.0.18 "PUT /v2.0/ports/4e7adf99-aba2-40dd-bc65-2d4852629090 HTTP/1.1" status: 200 len: 1094 time: 5.2447479 Dec 14 18:01:14.410593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14e2c757-cd00-4e10-8641-6231b90515e8', 'tag': '4e7adf99-aba2-40dd-bc65-2d4852629090'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:14.483759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:14.504639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Usage tracker for resource:security_group_rule and tenant:653a430ad67f45719502442b403e945c is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:14.508558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:14.875781 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:14.889573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:14.937800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836510bf-5bb8-4082-8ea2-eb3455aaa6f2 req-f0c5412c-1e1c-4ab2-ae4c-05c7ddd74f5c tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:14.939640 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-836510bf-5bb8-4082-8ea2-eb3455aaa6f2 req-f0c5412c-1e1c-4ab2-ae4c-05c7ddd74f5c tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 943 time: 0.6119592 Dec 14 18:01:14.951302 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14e2c757-cd00-4e10-8641-6231b90515e8', 'tag': '4e7adf99-aba2-40dd-bc65-2d4852629090', 'status': 'completed', 'code': 200} Dec 14 18:01:15.116536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.170284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.186950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device a7c5bdcb-f89c-4b97-be20-d2b6a617d43b details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:01:15.195129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177adac7-e067-42ae-b92c-715bc376e081 req-9e583234-4a2b-49e1-a821-94a3ff831c66 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:15.208036 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-836510bf-5bb8-4082-8ea2-eb3455aaa6f2 req-aaf2b0e0-80a8-456d-947b-955b80bec14c tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078054 Dec 14 18:01:15.210827 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.215459 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-177adac7-e067-42ae-b92c-715bc376e081 req-9e583234-4a2b-49e1-a821-94a3ff831c66 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 944 time: 0.2629216 Dec 14 18:01:15.222114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:15.223641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-959f815b-c476-4f59-ad0e-866f4abefac2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 1097 time: 0.6883860 Dec 14 18:01:15.281578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.300407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e817013b-3898-41f5-8049-23490edde5d3,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:15.321123 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:15.325841 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=653a430ad67f45719502442b403e945c&name=default HTTP/1.1" status: 200 len: 2647 time: 1.2940173 Dec 14 18:01:15.330332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55144) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:15.349484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.377363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c8688dfe-2838-4000-a635-67f0179e366c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:15.377453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3a1eb7b0-e206-4cbe-9cbb-38535f7d3ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.417602 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-7392ad0b-87ab-482c-a5b7-20986b93e728 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e7adf99-aba2-40dd-bc65-2d4852629090 HTTP/1.1" status: 200 len: 217 time: 0.1730120 Dec 14 18:01:15.433084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:15.464672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': 'a7c5bdcb-f89c-4b97-be20-d2b6a617d43b', 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3', 'port_id': 'a7c5bdcb-f89c-4b97-be20-d2b6a617d43b', 'mac_address': 'fa:16:3e:a8:f9:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c35a84-a0ad-4b9f-add0-602c6c4abd43', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:01:15.562829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'Port': ['ID=e03c5110-e59e-4a3f-b0fa-1d625b6fa0c0,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:15.562829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.562829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:15.564900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-01f6b782-a156-4b0e-b5ba-278fc42fe159 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:15.564900 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-01f6b782-a156-4b0e-b5ba-278fc42fe159 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.0949852 Dec 14 18:01:15.564900 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-177adac7-e067-42ae-b92c-715bc376e081 req-65ff60fa-9a40-4578-9a0d-5c4229d049a2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106413 Dec 14 18:01:15.564900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.565261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.565261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7c5bdcb-f89c-4b97-be20-d2b6a617d43b {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:15.565403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8206cd43-427b-4987-ba4a-ffcc6da4d895 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.580192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:15.585315 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-21d45cd7-b046-49a1-be50-b4a1b0ac4f51 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555353 Dec 14 18:01:15.586719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:15.601584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8206cd43-427b-4987-ba4a-ffcc6da4d895 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.885114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:01:15.885114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:01:15.885114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'Port': ['ID=d05cb90d-d8be-433e-8ada-d01f1d766fb4,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:15.885114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:01:15.885114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:15.885114 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-dcbeb135-0909-4bb7-886e-602b3daff3df service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366767 Dec 14 18:01:15.886101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.886176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:15.886260 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1736975 Dec 14 18:01:15.886340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 502284eb-98ca-4238-8be2-d10db61b1fb3 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:01:15.899883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-18390593-4003-4cf3-a559-8f144e6c2830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:15.988725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:15.995759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:16.009787 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6cd6128b-d486-44dc-aff4-d50b4eec7ba9 req-6b6cfa6e-04ef-4c0d-9e67-0a16040d8214 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445832 Dec 14 18:01:16.214321 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 502284eb-98ca-4238-8be2-d10db61b1fb3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=502284eb-98ca-4238-8be2-d10db61b1fb3,segment=NetworkSegment(7bba9052-44cc-4e59-994d-46fe89c77c01),segment_id=7bba9052-44cc-4e59-994d-46fe89c77c01)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:16.214321 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '502284eb-98ca-4238-8be2-d10db61b1fb3', 'network_id': 'd23e41e5-9ba2-4d06-9ca8-912c58f06299', 'port_id': '502284eb-98ca-4238-8be2-d10db61b1fb3', 'mac_address': 'fa:16:3e:89:aa:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd646d789-96e1-471a-9b06-cb6181c569ee', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:01:16.285195 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:16.301353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8206cd43-427b-4987-ba4a-ffcc6da4d895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:16.306839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 502284eb-98ca-4238-8be2-d10db61b1fb3 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:16.322719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d1fc051-c348-4a95-ac33-c5d70349a930 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:16.350074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8206cd43-427b-4987-ba4a-ffcc6da4d895 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e817013b-3898-41f5-8049-23490edde5d3,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:16.378778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 502284eb-98ca-4238-8be2-d10db61b1fb3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=502284eb-98ca-4238-8be2-d10db61b1fb3,segment=NetworkSegment(7bba9052-44cc-4e59-994d-46fe89c77c01),segment_id=7bba9052-44cc-4e59-994d-46fe89c77c01)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:16.391259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8206cd43-427b-4987-ba4a-ffcc6da4d895 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:16.422476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:16.424898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-24d7e5c9-0d1c-4e1f-9b1d-9175d0bf2796 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:16.425198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8206cd43-427b-4987-ba4a-ffcc6da4d895 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:16.426461 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8206cd43-427b-4987-ba4a-ffcc6da4d895 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e817013b-3898-41f5-8049-23490edde5d3 HTTP/1.1" status: 204 len: 168 time: 1.0949593 Dec 14 18:01:16.462785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-5574934d-6fb5-4468-aff3-555822de06b3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Synchronizing usage tracker for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:security_group {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:16.510127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=502284eb-98ca-4238-8be2-d10db61b1fb3,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:16.513474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:16.544509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-5574934d-6fb5-4468-aff3-555822de06b3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Unset dirty status for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:security_group {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:16.545817 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-5574934d-6fb5-4468-aff3-555822de06b3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--93021745&fields=id&tenant_id=4b3096bc748d47d19fe17b8ef6163bdc HTTP/1.1" status: 200 len: 267 time: 0.3106852 Dec 14 18:01:16.599593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:16.626601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:16.653396 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-a5f63375-3cad-4ee0-88ca-09ea9c63ff46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 1097 time: 0.3708131 Dec 14 18:01:16.722546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:16.781725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211e67d-314a-44da-81c4-defba8d0b75f req-3a959dea-c4e5-460e-8b78-92c59d377dae tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:16.789235 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6211e67d-314a-44da-81c4-defba8d0b75f req-3a959dea-c4e5-460e-8b78-92c59d377dae tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 944 time: 0.2854795 Dec 14 18:01:16.804564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-33215b56-2a8e-4ea1-ae14-6e81a2b20af3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:16.805472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-33215b56-2a8e-4ea1-ae14-6e81a2b20af3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Synchronizing usage tracker for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:network {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:16.893819 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-33215b56-2a8e-4ea1-ae14-6e81a2b20af3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Unset dirty status for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:network {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:16.895438 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-33215b56-2a8e-4ea1-ae14-6e81a2b20af3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 816 time: 0.3411043 Dec 14 18:01:16.927673 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-08a3af3c-0f3e-41fc-9bff-01d2e83290b7 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/quotas/4b3096bc748d47d19fe17b8ef6163bdc HTTP/1.1" status: 200 len: 375 time: 0.0255809 Dec 14 18:01:17.004152 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6211e67d-314a-44da-81c4-defba8d0b75f req-1bc3b753-b96f-4570-8e20-fce2e73619d9 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138362 Dec 14 18:01:17.012370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['a7c5bdcb-f89c-4b97-be20-d2b6a617d43b'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:01:17.096815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['502284eb-98ca-4238-8be2-d10db61b1fb3'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:01:17.117350 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-630b53c0-9019-4314-8f60-c351839a085b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1807163 Dec 14 18:01:17.244237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-309b42df-23f3-4339-a3b9-fddbc8e9f0cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:17.246093 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-309b42df-23f3-4339-a3b9-fddbc8e9f0cf service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 919 time: 0.5247462 Dec 14 18:01:17.366133 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-527a8a7b-f78c-4174-b06f-8c021a765e35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e7adf99-aba2-40dd-bc65-2d4852629090 HTTP/1.1" status: 200 len: 217 time: 0.1122499 Dec 14 18:01:17.498867 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-51899cb6-06af-4691-b475-c40e457eab82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:17.511816 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-abc99baa-6882-4d71-ba2a-121d3ea8dedf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:17.513649 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-abc99baa-6882-4d71-ba2a-121d3ea8dedf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.1369507 Dec 14 18:01:17.595126 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-42be9c14-ea65-4e96-b6be-a4325a2c0a5d service neutron] 10.222.0.58 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4542973 Dec 14 18:01:17.797363 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-ca89db41-2e49-47bd-a756-4979ab85d22f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2752945 Dec 14 18:01:17.800556 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-ff6d45bb-5612-4e70-a004-64afdbac101e service neutron] 10.222.0.58 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2043145 Dec 14 18:01:17.803485 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0de4d5-770d-44ca-b7cf-26286aa0a13b req-895cc2f0-fef8-4159-9908-2251765dfde3 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:17.807027 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af0de4d5-770d-44ca-b7cf-26286aa0a13b req-895cc2f0-fef8-4159-9908-2251765dfde3 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 944 time: 0.5571523 Dec 14 18:01:17.812378 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:17.819033 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:17.917956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:17.941331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:18.053470 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-de05152b-40a9-4587-b75a-6988607ac59e service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2447934 Dec 14 18:01:18.111361 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b91d69b-112b-42e9-9fd7-9008d51f21c2 req-fa885b81-5ab9-40fd-bbd4-e3bcac7f0639 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 210 time: 0.0730350 Dec 14 18:01:18.238150 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af0de4d5-770d-44ca-b7cf-26286aa0a13b req-31f85940-9419-480d-bc06-3885bbe22e5b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4167290 Dec 14 18:01:18.252553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'Port': ['ID=d05cb90d-d8be-433e-8ada-d01f1d766fb4,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:18.260223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:18.308804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:18.371955 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-027030bf-34ef-4a24-b511-398d9d2f54a9 req-e2e22122-bd10-492e-87a8-c48b12cadd09 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3064072 Dec 14 18:01:18.388841 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:18.392895 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.0113974 Dec 14 18:01:18.415518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:18.445671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b8cbd0-2b52-4158-98c6-93e4a05d533c req-e35920cd-9eb0-41ca-b6b3-7cfaf0d48c36 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:18.451350 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a1b8cbd0-2b52-4158-98c6-93e4a05d533c req-e35920cd-9eb0-41ca-b6b3-7cfaf0d48c36 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 944 time: 0.1298285 Dec 14 18:01:18.508305 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a1b8cbd0-2b52-4158-98c6-93e4a05d533c req-a51eb7a7-7e84-44df-b6be-e540e9302020 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479949 Dec 14 18:01:18.789640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6820af8e-af4f-44e2-af7b-474a38099101 req-d571f1a3-9835-423f-8db3-3e2740ef8280 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Synchronizing usage tracker for tenant:23f671b560ef45c6977ed27d7008e732 on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:18.889510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6820af8e-af4f-44e2-af7b-474a38099101 req-d571f1a3-9835-423f-8db3-3e2740ef8280 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Unset dirty status for tenant:23f671b560ef45c6977ed27d7008e732 on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:18.890915 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-d571f1a3-9835-423f-8db3-3e2740ef8280 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1828730984&fields=id&tenant_id=23f671b560ef45c6977ed27d7008e732 HTTP/1.1" status: 200 len: 267 time: 0.1563880 Dec 14 18:01:19.150085 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820af8e-af4f-44e2-af7b-474a38099101 req-44a1ec7f-b63d-4c3d-a9e3-2a819b54786e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:19.151080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6820af8e-af4f-44e2-af7b-474a38099101 req-44a1ec7f-b63d-4c3d-a9e3-2a819b54786e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Synchronizing usage tracker for tenant:23f671b560ef45c6977ed27d7008e732 on resource:network {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:19.218167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device a7c5bdcb-f89c-4b97-be20-d2b6a617d43b up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:19.260966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6820af8e-af4f-44e2-af7b-474a38099101 req-44a1ec7f-b63d-4c3d-a9e3-2a819b54786e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Unset dirty status for tenant:23f671b560ef45c6977ed27d7008e732 on resource:network {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:19.265008 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-44a1ec7f-b63d-4c3d-a9e3-2a819b54786e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 811 time: 0.3668017 Dec 14 18:01:19.302275 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-f2c44ac1-6a95-498e-b684-1a083705fbf7 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/quotas/23f671b560ef45c6977ed27d7008e732 HTTP/1.1" status: 200 len: 375 time: 0.0279026 Dec 14 18:01:19.380310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e5f67fe1-8365-4fe0-a113-95ca55aaf1f8 req-0047b93f-338d-4be7-918d-ba5450a21736 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 210 time: 0.0736821 Dec 14 18:01:19.410112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:19.432499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:19.438719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:19.439563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:19.533674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6820af8e-af4f-44e2-af7b-474a38099101 req-43fe00b7-6c43-4607-8960-fb0169bff861 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Synchronizing usage tracker for tenant:23f671b560ef45c6977ed27d7008e732 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:19.582331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6820af8e-af4f-44e2-af7b-474a38099101 req-43fe00b7-6c43-4607-8960-fb0169bff861 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Unset dirty status for tenant:23f671b560ef45c6977ed27d7008e732 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:19.583811 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-43fe00b7-6c43-4607-8960-fb0169bff861 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2806318 Dec 14 18:01:19.674090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:19.680927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c704a2-22d0-4962-affb-1379df3749b8 req-3c433876-ce5d-4f8a-8526-39ec96975694 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:19.684244 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-34c704a2-22d0-4962-affb-1379df3749b8 req-3c433876-ce5d-4f8a-8526-39ec96975694 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 944 time: 0.1508498 Dec 14 18:01:19.725624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad2a51-942c-4db9-89c4-03951d3d003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c5bdcb-f89c-4b97-be20-d2b6a617d43b'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:19.779299 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-34c704a2-22d0-4962-affb-1379df3749b8 req-e7d45698-e667-489b-8798-b0e0ac30ea65 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847759 Dec 14 18:01:19.803644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:19.872337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:19.873552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 502284eb-98ca-4238-8be2-d10db61b1fb3 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:19.919826 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:20.022653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:20.031713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-e2760d4b-8a67-4b5b-b96b-af768bee561d service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:01:20.032100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:20.037409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46922e6b-5bec-4ea2-8386-ce18e2dba60e req-74bdbed9-a0be-488f-a6d6-696ff0bdaf47 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:20.039098 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-46922e6b-5bec-4ea2-8386-ce18e2dba60e req-74bdbed9-a0be-488f-a6d6-696ff0bdaf47 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 944 time: 0.0984206 Dec 14 18:01:20.039213 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-e2760d4b-8a67-4b5b-b96b-af768bee561d service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.2270646 Dec 14 18:01:20.091227 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-46922e6b-5bec-4ea2-8386-ce18e2dba60e req-12b6a1a0-848c-46f0-93c2-55a2f0c5ee80 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440412 Dec 14 18:01:20.142340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 502284eb-98ca-4238-8be2-d10db61b1fb3 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:20.148493 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 502284eb-98ca-4238-8be2-d10db61b1fb3 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:20.161900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:20.194389 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-3eaeecfd-3f26-4d9c-9014-8a9b5f902a98 service neutron] 10.222.0.58 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543584 Dec 14 18:01:20.293940 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:20.329386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 502284eb-98ca-4238-8be2-d10db61b1fb3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=502284eb-98ca-4238-8be2-d10db61b1fb3,segment=NetworkSegment(7bba9052-44cc-4e59-994d-46fe89c77c01),segment_id=7bba9052-44cc-4e59-994d-46fe89c77c01)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:20.380678 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ad2a51-942c-4db9-89c4-03951d3d003f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7c5bdcb-f89c-4b97-be20-d2b6a617d43b', 'code': 200} Dec 14 18:01:20.383537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:20.384569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:20.404404 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-68a005c2-52a0-459e-b246-f3a32af547ad service neutron] 10.222.0.58 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1951296 Dec 14 18:01:20.525982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=502284eb-98ca-4238-8be2-d10db61b1fb3,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:20.538347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:20.684112 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-53abddaa-79d6-4d9d-921b-404ecdcf1051 req-dd07ce4b-1fdb-4b66-9a68-2528ae039544 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 210 time: 0.0670607 Dec 14 18:01:20.776788 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-e559144f-a2cc-42e1-98bc-94af64c1cd00 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:20.778688 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-e559144f-a2cc-42e1-98bc-94af64c1cd00 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 816 time: 0.2707787 Dec 14 18:01:20.887877 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c57c91a-24f7-47ce-807c-25b784891a8f req-8ed239d5-23cd-4099-9eff-c79a9e414e06 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 210 time: 0.0633652 Dec 14 18:01:20.913292 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-cf62b491-f4bf-44f4-bfc2-efa3141d7227 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b3096bc748d47d19fe17b8ef6163bdc HTTP/1.1" status: 200 len: 378 time: 0.1187499 Dec 14 18:01:20.922618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'port': {'device_id': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'admin_state_up': True, 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'security_groups': ['cf6bc94e-1513-4cab-a7b8-6a885d2124b4']}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:21.210377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 4e7adf99-aba2-40dd-bc65-2d4852629090 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:01:21.253082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:21.262974 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:port and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:21.273001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:21.283092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2164b5f0-993e-437a-9a9e-7de4aa90271f req-444b5738-7e93-4be9-9348-7f93725ddc74 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:21.284740 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2164b5f0-993e-437a-9a9e-7de4aa90271f req-444b5738-7e93-4be9-9348-7f93725ddc74 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 944 time: 0.2501471 Dec 14 18:01:21.294970 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:21.327004 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-c53ea85c-3c06-4885-a179-14d448949cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1098 time: 0.2335479 Dec 14 18:01:21.392646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:21.412384 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2164b5f0-993e-437a-9a9e-7de4aa90271f req-e00f2a76-4305-4351-bb0f-390c90f91107 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148691 Dec 14 18:01:21.434604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Made reservation on behalf of 4b3096bc748d47d19fe17b8ef6163bdc for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:01:21.452252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:21.477096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a671bd-3d58-41cc-8dd1-af02adf7f4dc req-f5223568-7c98-4da5-a0ae-d4b1008e3e3b tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:21.485694 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-71a671bd-3d58-41cc-8dd1-af02adf7f4dc req-f5223568-7c98-4da5-a0ae-d4b1008e3e3b tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 945 time: 0.1357138 Dec 14 18:01:21.485866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 4e7adf99-aba2-40dd-bc65-2d4852629090, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4e7adf99-aba2-40dd-bc65-2d4852629090,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:21.503014 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '4e7adf99-aba2-40dd-bc65-2d4852629090', 'network_id': 'b264cdc8-3397-490a-aef8-3ec7012c9dc3', 'port_id': '4e7adf99-aba2-40dd-bc65-2d4852629090', 'mac_address': 'fa:16:3e:76:45:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56c35a84-a0ad-4b9f-add0-602c6c4abd43', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:01:21.551572 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-71a671bd-3d58-41cc-8dd1-af02adf7f4dc req-72b23956-8a1c-4841-92d0-ac08d0412625 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637653 Dec 14 18:01:21.574746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:21.574927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:21.584233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Usage tracker for resource:security_group_rule and tenant:c19e816cc845450fb5b124191a27c450 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:21.592762 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:21.595845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e7adf99-aba2-40dd-bc65-2d4852629090 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:21.606280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:21.614333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 4e7adf99-aba2-40dd-bc65-2d4852629090, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4e7adf99-aba2-40dd-bc65-2d4852629090,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:21.653199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:21.655815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:21.740269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=4e7adf99-aba2-40dd-bc65-2d4852629090,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:21.743953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:21.772413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Allocated IP 172.20.0.6 (688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7/ed90e857-2cc3-4238-9405-80bc1130db08/b8e4ed1f-5653-4a64-804a-14d16b8d3563) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:01:21.898443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:21.996837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-87fc493e-5f8f-45b8-a42e-83cea1e39115 req-7dd23a27-7f44-4040-bdad-4e8874c84589 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Synchronizing usage tracker for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:21.998229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:22.049693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['4e7adf99-aba2-40dd-bc65-2d4852629090'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:01:22.065772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-29919c6b-515d-4f5e-8ed6-222528ac3153 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:22.104076 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc6b54f-e78f-4da3-88b5-a3bed2803e36,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:22.141488 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:22.163250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-87fc493e-5f8f-45b8-a42e-83cea1e39115 req-7dd23a27-7f44-4040-bdad-4e8874c84589 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Unset dirty status for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:22.185366 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87fc493e-5f8f-45b8-a42e-83cea1e39115 req-7dd23a27-7f44-4040-bdad-4e8874c84589 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 210 time: 0.2635489 Dec 14 18:01:22.199912 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-14449c8b-3bb7-4cce-988f-43726dfcf43b req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8511462 Dec 14 18:01:22.226909 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e4a4800e-6d50-4928-80d3-e20a046d4dfb req-d782f0ea-bd8c-434d-88a3-dfe9e725768e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 210 time: 0.1000175 Dec 14 18:01:22.296992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:22.315964 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Transition to ACTIVE for port object b8e4ed1f-5653-4a64-804a-14d16b8d3563 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:22.381844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce709e4e-5a56-4994-a179-a1e7bb2e2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502284eb-98ca-4238-8be2-d10db61b1fb3'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:22.387313 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:22.397947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:22.436560 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce709e4e-5a56-4994-a179-a1e7bb2e2132', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '502284eb-98ca-4238-8be2-d10db61b1fb3', 'code': 200} Dec 14 18:01:22.466601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:01:22.472090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:01:22.487109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:22.489912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:01:22.563518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:22.580190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:22.580190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:22.684807 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7664320 Dec 14 18:01:22.698518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Request body: {'port': {'device_id': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:22.715455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884d7425-1554-420c-bb38-12d95dfe3b60 req-8508ff34-4ed1-4a0e-ad9e-e57bde860e37 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:22.717400 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-884d7425-1554-420c-bb38-12d95dfe3b60 req-8508ff34-4ed1-4a0e-ad9e-e57bde860e37 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 945 time: 0.1360288 Dec 14 18:01:22.790513 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-884d7425-1554-420c-bb38-12d95dfe3b60 req-b0de16be-1c53-4893-89b4-2a913d0a8734 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666351 Dec 14 18:01:23.064543 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-6eaa01bd-0e37-40e5-b599-e35ed4a420d2 None None] Provisioning for port b8e4ed1f-5653-4a64-804a-14d16b8d3563 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:23.071409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-6eaa01bd-0e37-40e5-b599-e35ed4a420d2 None None] Provisioning complete for port b8e4ed1f-5653-4a64-804a-14d16b8d3563 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:23.072012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6eaa01bd-0e37-40e5-b599-e35ed4a420d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:23.141423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-6eaa01bd-0e37-40e5-b599-e35ed4a420d2 None None] Port b8e4ed1f-5653-4a64-804a-14d16b8d3563 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:01:23.180536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:23.229731 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 4e7adf99-aba2-40dd-bc65-2d4852629090 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:23.230803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa077e-cec1-4669-b83d-103b6affaeb0 req-5afafcb8-206a-4994-b543-958b411a1227 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:23.234329 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a1aa077e-cec1-4669-b83d-103b6affaeb0 req-5afafcb8-206a-4994-b543-958b411a1227 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 945 time: 0.5011244 Dec 14 18:01:23.247540 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e692edd-d77b-484a-abc8-119502391a7a req-c74a9c89-0c31-4650-bee3-4fed1983f092 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 1098 time: 0.2301867 Dec 14 18:01:23.380900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 4e7adf99-aba2-40dd-bc65-2d4852629090 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:23.392170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 4e7adf99-aba2-40dd-bc65-2d4852629090 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:23.392600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:23.452096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-2e692edd-d77b-484a-abc8-119502391a7a req-03e5c119-a09f-43aa-92fb-849d0f1c7e89 service neutron] Synchronizing usage tracker for tenant:c19e816cc845450fb5b124191a27c450 on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:23.527497 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a1aa077e-cec1-4669-b83d-103b6affaeb0 req-1f2e1f68-eff7-4fd9-b8d1-6992b41feca1 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153614 Dec 14 18:01:23.528046 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272605b9-6d5a-4aed-a3e8-d9cb0fdb4a03 req-66311b45-ef5e-4e5c-be5b-b2bdbb8b89a6 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:23.538489 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-272605b9-6d5a-4aed-a3e8-d9cb0fdb4a03 req-66311b45-ef5e-4e5c-be5b-b2bdbb8b89a6 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 931 time: 0.1331463 Dec 14 18:01:23.562064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-2e692edd-d77b-484a-abc8-119502391a7a req-03e5c119-a09f-43aa-92fb-849d0f1c7e89 service neutron] Unset dirty status for tenant:c19e816cc845450fb5b124191a27c450 on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:23.563380 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e692edd-d77b-484a-abc8-119502391a7a req-03e5c119-a09f-43aa-92fb-849d0f1c7e89 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2835972 Dec 14 18:01:23.601765 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-272605b9-6d5a-4aed-a3e8-d9cb0fdb4a03 req-7724137f-8eea-4fce-a3cd-d130cc1847bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0622225 Dec 14 18:01:23.654090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:23.725863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 4e7adf99-aba2-40dd-bc65-2d4852629090, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4e7adf99-aba2-40dd-bc65-2d4852629090,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:23.842037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:23.845915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-18390593-4003-4cf3-a559-8f144e6c2830 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:23.852008 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-666e1474-312a-4782-89cf-6a5441b5ff85 req-5fc59c1c-12be-4705-96a3-b5c474783597 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 210 time: 0.0834205 Dec 14 18:01:23.982646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=4e7adf99-aba2-40dd-bc65-2d4852629090,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:23.986783 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:24.030688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d8e5d-df04-4726-a1fc-78e43b29ee98 req-6243418e-2fd0-4bb9-ae17-0fc7279bc02f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:24.032286 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4c4d8e5d-df04-4726-a1fc-78e43b29ee98 req-6243418e-2fd0-4bb9-ae17-0fc7279bc02f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0893784 Dec 14 18:01:24.051803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e4ed1f-5653-4a64-804a-14d16b8d3563 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:24.063007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:24.073606 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820af8e-af4f-44e2-af7b-474a38099101 req-27aebc3d-f974-4dfc-8581-d0c90e542dc9 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:24.075182 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-27aebc3d-f974-4dfc-8581-d0c90e542dc9 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 811 time: 0.2588794 Dec 14 18:01:24.088524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Transition to ACTIVE for port object b8e4ed1f-5653-4a64-804a-14d16b8d3563 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:24.094346 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4c4d8e5d-df04-4726-a1fc-78e43b29ee98 req-d712007a-9d18-4b32-b650-ce2aecb0ed15 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557096 Dec 14 18:01:24.136779 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-7ae2c193-b0ec-440b-9796-068cb58b5eaa tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f671b560ef45c6977ed27d7008e732 HTTP/1.1" status: 200 len: 380 time: 0.0496633 Dec 14 18:01:24.147267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'port': {'device_id': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'admin_state_up': True, 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'security_groups': ['59317742-4c7f-4ee4-8d20-1483ab048264']}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:24.165538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:24.178575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:24.413540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:24.424888 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:24.438425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2c757-cd00-4e10-8641-6231b90515e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7adf99-aba2-40dd-bc65-2d4852629090'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:24.551086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:24.590147 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:24.596048 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2c757-cd00-4e10-8641-6231b90515e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e7adf99-aba2-40dd-bc65-2d4852629090', 'code': 200} Dec 14 18:01:24.643560 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Made reservation on behalf of 23f671b560ef45c6977ed27d7008e732 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:01:24.658056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:24.698576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Attempting to bind port b8e4ed1f-5653-4a64-804a-14d16b8d3563 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:01:24.699017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Attempting to bind port b8e4ed1f-5653-4a64-804a-14d16b8d3563 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:01:24.699377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Attempting to bind port b8e4ed1f-5653-4a64-804a-14d16b8d3563 on network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:24.724648 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Port b8e4ed1f-5653-4a64-804a-14d16b8d3563 on network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:01:24.725041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Attempting to bind port b8e4ed1f-5653-4a64-804a-14d16b8d3563 on network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:24.865934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:01:24.866651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Checking segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:01:24.868842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Bound using segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:01:24.869728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Bound port: b8e4ed1f-5653-4a64-804a-14d16b8d3563, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:01:24.870623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:25.057363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c2c660-7fac-441a-9011-f79ba548aaaa req-59b9b315-bda7-48c8-862b-8e39a445223a tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:25.059082 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b7c2c660-7fac-441a-9011-f79ba548aaaa req-59b9b315-bda7-48c8-862b-8e39a445223a tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 945 time: 0.1960235 Dec 14 18:01:25.155921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Allocated IP 172.20.0.6 (89a383af-5344-41d1-86df-e5e1a89c2049/9f6cf3f8-a505-493d-b4f0-c07a83e74a31/7ea1cd07-caa9-4602-a408-72b579ab8d2f) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:01:25.171369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:01:25.174776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:01:25.198007 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b7c2c660-7fac-441a-9011-f79ba548aaaa req-90e4dda9-41fc-4300-ab88-00b1da65ab7b tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820553 Dec 14 18:01:25.205449 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-34b98f5b-737b-4f40-a4f8-37dab1523422 req-8093269f-8527-44aa-93fb-c5ef80f2b6e7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 1099 time: 0.1451485 Dec 14 18:01:25.229468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:25.242926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19317ccf-2e65-4eef-a510-7593858794b7 req-fb707d3b-bd22-495d-b1b4-0c9d5298f87d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:25.244673 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-19317ccf-2e65-4eef-a510-7593858794b7 req-fb707d3b-bd22-495d-b1b4-0c9d5298f87d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.2839665 Dec 14 18:01:25.256558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:25.287548 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-34b98f5b-737b-4f40-a4f8-37dab1523422 req-1ca44ad5-c5ad-4889-b5cb-097b582d955f service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536327 Dec 14 18:01:25.366969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:25.368452 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] 10.222.0.18 "PUT /v2.0/ports/b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 200 len: 1093 time: 2.6755514 Dec 14 18:01:25.374831 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-79197bf8-88fa-403c-b799-13e4177b9996 req-9066baa5-c266-4217-8478-e1f69ca3bb14 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 210 time: 0.0588000 Dec 14 18:01:25.416781 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:25.473863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:25.481517 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:25.487642 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-19317ccf-2e65-4eef-a510-7593858794b7 req-34ec926d-4416-486c-a898-c528719e157e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2320058 Dec 14 18:01:25.578118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:25.604920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Transition to ACTIVE for port object 7ea1cd07-caa9-4602-a408-72b579ab8d2f will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:25.654725 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'status': 'completed', 'code': 200} Dec 14 18:01:25.655904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3f75a0-89cc-4669-bd70-69f1b0c70812 req-1d332204-1c32-4efa-904b-fe6a3257052c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:25.663511 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3f75a0-89cc-4669-bd70-69f1b0c70812 req-1d332204-1c32-4efa-904b-fe6a3257052c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1364195 Dec 14 18:01:25.701524 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-45c98d60-0913-4d21-8842-49efca2308b9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1096 time: 0.0870955 Dec 14 18:01:25.723315 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3f75a0-89cc-4669-bd70-69f1b0c70812 req-a525afb1-9866-43fc-b2fe-a1df2b506f5e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588386 Dec 14 18:01:25.796925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:25.821853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4edf3fca-b10a-4e5e-9944-fdbe0eb97244 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:26.035099 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-60206c3e-15e6-4420-90b1-b7e3e99446b4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 200 len: 217 time: 0.3250895 Dec 14 18:01:26.106379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Network 89a383af-5344-41d1-86df-e5e1a89c2049 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:01:26.111411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:01:26.113837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:01:26.169947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'Port': ['ID=7ea1cd07-caa9-4602-a408-72b579ab8d2f,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:26.174676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:26.199636 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-d7e8982b-6790-424a-8a2e-c2172517572d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:26.201207 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-d7e8982b-6790-424a-8a2e-c2172517572d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.1561220 Dec 14 18:01:26.210526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:26.214830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:26.320774 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-299164d7-8e79-49cd-9f0f-4b29369f935e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1035047 Dec 14 18:01:26.449357 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3061867 Dec 14 18:01:26.540266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Request body: {'port': {'device_id': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:26.744765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:26.761463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f770ea0-3bde-4bc4-b954-994ffb4f6267 req-7958c134-eeb7-4cd5-a2ec-e4dba88da6ca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:26.767513 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0f770ea0-3bde-4bc4-b954-994ffb4f6267 req-7958c134-eeb7-4cd5-a2ec-e4dba88da6ca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 931 time: 0.1017561 Dec 14 18:01:26.775074 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-85553185-01de-4a4d-965c-1fc01271ca30 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4349291 Dec 14 18:01:26.788723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9dfef5-0f2c-4d88-b393-d4b5aac263d8 req-6ea454fc-28d3-421a-9390-540be6debe5f tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:26.790180 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8c9dfef5-0f2c-4d88-b393-d4b5aac263d8 req-6ea454fc-28d3-421a-9390-540be6debe5f tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 945 time: 0.3489525 Dec 14 18:01:26.824988 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0f770ea0-3bde-4bc4-b954-994ffb4f6267 req-233987a7-8d70-4db3-97b3-9e7cc3ddea57 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547600 Dec 14 18:01:27.043534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69628474-76d5-4a1c-8003-5a85e944b59f req-1653bfed-2404-4de7-84b7-51837bc7bad5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:27.045417 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-69628474-76d5-4a1c-8003-5a85e944b59f req-1653bfed-2404-4de7-84b7-51837bc7bad5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1006498 Dec 14 18:01:27.057714 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8c9dfef5-0f2c-4d88-b393-d4b5aac263d8 req-5eb2a0ec-ac98-4643-9115-0025e241339b tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283275 Dec 14 18:01:27.114642 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-69628474-76d5-4a1c-8003-5a85e944b59f req-e8772017-e928-409b-95de-7a5769220773 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0620098 Dec 14 18:01:27.151823 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02ffb97b-efaf-49cf-a2e6-0843b0c0b597 req-b0cb42e4-91da-46f2-944d-3f7a19eb4940 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245802 Dec 14 18:01:27.375079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae322b-8bb2-4ef6-9e84-083081483575 req-eeeacb99-6252-4646-bbc2-afc624829571 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:27.377000 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-66ae322b-8bb2-4ef6-9e84-083081483575 req-eeeacb99-6252-4646-bbc2-afc624829571 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1695154 Dec 14 18:01:27.494868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ea1cd07-caa9-4602-a408-72b579ab8d2f {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:27.505853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:27.520422 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-66ae322b-8bb2-4ef6-9e84-083081483575 req-58bb89cc-2b2d-4c24-b960-7ed54747ddfd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323414 Dec 14 18:01:27.527379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Transition to ACTIVE for port object 7ea1cd07-caa9-4602-a408-72b579ab8d2f will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:01:28.034802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7455a8-7920-40bc-bd55-680c484afd85 req-a816d003-4d09-49ee-abed-0e40e4a2017e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:28.036666 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc7455a8-7920-40bc-bd55-680c484afd85 req-a816d003-4d09-49ee-abed-0e40e4a2017e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 943 time: 0.0859437 Dec 14 18:01:28.086174 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc7455a8-7920-40bc-bd55-680c484afd85 req-e3c35887-f808-4bec-a0af-f862a1cb7736 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424566 Dec 14 18:01:28.344448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46c3381-638f-48ad-914e-389aac8ef60c req-306f4eea-3513-49bd-8911-d8cd8da580b4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:28.346061 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b46c3381-638f-48ad-914e-389aac8ef60c req-306f4eea-3513-49bd-8911-d8cd8da580b4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0870750 Dec 14 18:01:28.395438 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b46c3381-638f-48ad-914e-389aac8ef60c req-38516c84-e644-4eb9-99db-70c7211ccc31 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428357 Dec 14 18:01:28.469967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-493fa12d-7f2a-4244-9652-7e78579c197f None None] Provisioning for port 7ea1cd07-caa9-4602-a408-72b579ab8d2f completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:28.471160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:28.471160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:28.663758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Pushing event updated for resources: {'Port': ['ID=7ea1cd07-caa9-4602-a408-72b579ab8d2f,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:28.675884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:28.853516 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-34b5792b-8d87-4721-9b7f-afb678b5d01c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1096 time: 0.3504741 Dec 14 18:01:28.895205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537dcb7-7fa2-4856-a697-1e2d9dbf7268 req-e2849056-399b-4db3-8267-02ebf75952a5 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:28.897288 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8537dcb7-7fa2-4856-a697-1e2d9dbf7268 req-e2849056-399b-4db3-8267-02ebf75952a5 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1467173 Dec 14 18:01:28.961529 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8537dcb7-7fa2-4856-a697-1e2d9dbf7268 req-66a557bc-8026-4e80-ab8e-cbe3916bfb41 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558879 Dec 14 18:01:29.007807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Attempting to bind port 7ea1cd07-caa9-4602-a408-72b579ab8d2f on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:01:29.010269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Attempting to bind port 7ea1cd07-caa9-4602-a408-72b579ab8d2f by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:01:29.015328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Attempting to bind port 7ea1cd07-caa9-4602-a408-72b579ab8d2f on network 89a383af-5344-41d1-86df-e5e1a89c2049 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:29.048825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Port 7ea1cd07-caa9-4602-a408-72b579ab8d2f on network 89a383af-5344-41d1-86df-e5e1a89c2049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:01:29.049288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Attempting to bind port 7ea1cd07-caa9-4602-a408-72b579ab8d2f on network 89a383af-5344-41d1-86df-e5e1a89c2049 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:01:29.112713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:01:29.113095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Checking segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:01:29.114902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Bound using segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:01:29.114902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Bound port: 7ea1cd07-caa9-4602-a408-72b579ab8d2f, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:01:29.114902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:29.233369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-09f556b8-80c1-4392-8b05-7a609b4a824d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:29.233369 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-09f556b8-80c1-4392-8b05-7a609b4a824d service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.3625391 Dec 14 18:01:29.330876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff16c9b-22a4-4075-8377-c1de7b68049d req-597f3151-4de6-47e2-bf2b-c2e0b6e0df37 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:29.332494 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3ff16c9b-22a4-4075-8377-c1de7b68049d req-597f3151-4de6-47e2-bf2b-c2e0b6e0df37 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 943 time: 0.0945861 Dec 14 18:01:29.345386 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-07780f49-d16a-40e5-a1a6-dd02aafdc259 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 200 len: 217 time: 0.0998902 Dec 14 18:01:29.392566 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3ff16c9b-22a4-4075-8377-c1de7b68049d req-eacea7cd-b11f-431f-9c72-fff13a6c71d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513501 Dec 14 18:01:29.514246 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-4dc58cf9-ddf5-4532-9e4c-64777968f6c6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 1099 time: 0.0979247 Dec 14 18:01:29.663961 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] For port 7ea1cd07-caa9-4602-a408-72b579ab8d2f, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:01:29.689452 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] For port 7ea1cd07-caa9-4602-a408-72b579ab8d2f, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:01:29.696849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-b389122b-8698-483d-b994-54dd42a6955e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:29.698458 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-b389122b-8698-483d-b994-54dd42a6955e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.3465760 Dec 14 18:01:29.753404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32600de-ad31-4b8f-9de8-9eee5bd39c4b req-ed73d977-485f-4ee5-81b5-1124300d36c4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:29.755076 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a32600de-ad31-4b8f-9de8-9eee5bd39c4b req-ed73d977-485f-4ee5-81b5-1124300d36c4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1427355 Dec 14 18:01:29.757758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-7ce04e69-3efa-460d-8bae-f414c6d0111f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:29.759360 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-7ce04e69-3efa-460d-8bae-f414c6d0111f service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 919 time: 0.2360721 Dec 14 18:01:29.772607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:29.783000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:29.862224 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-7351a9a1-d518-4fcb-81c6-602cb44e9cf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=4e7adf99-aba2-40dd-bc65-2d4852629090 HTTP/1.1" status: 200 len: 217 time: 0.0742013 Dec 14 18:01:29.865715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb37145-d3c7-49d1-b3da-1e7867f6ca16 req-ebf7b6f3-ed2e-45df-a1b6-0e364873479e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:29.867317 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eeb37145-d3c7-49d1-b3da-1e7867f6ca16 req-ebf7b6f3-ed2e-45df-a1b6-0e364873479e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.2586360 Dec 14 18:01:29.883798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:29.883798 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] 10.222.0.18 "PUT /v2.0/ports/7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 200 len: 1093 time: 3.3505869 Dec 14 18:01:29.898609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'tag': '7ea1cd07-caa9-4602-a408-72b579ab8d2f'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:29.901337 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a32600de-ad31-4b8f-9de8-9eee5bd39c4b req-d279228b-27d1-45ef-915d-cce06eb2c1e1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1386259 Dec 14 18:01:30.022190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Pushing event updated for resources: {'Port': ['ID=7ea1cd07-caa9-4602-a408-72b579ab8d2f,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:30.027286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:30.030842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-019c423f-2673-4382-bb45-c6827fe6eb99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:30.031677 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-019c423f-2673-4382-bb45-c6827fe6eb99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.1337457 Dec 14 18:01:30.034703 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'tag': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'status': 'completed', 'code': 200} Dec 14 18:01:30.046403 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-cbf327b2-5b75-445b-9988-e04702b6e1be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3317940 Dec 14 18:01:30.065285 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eeb37145-d3c7-49d1-b3da-1e7867f6ca16 req-4f69d6a5-399c-42ff-8c49-6478916ea5d1 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674898 Dec 14 18:01:30.115524 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-81017516-da5d-475b-84d9-114da596dab6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773749 Dec 14 18:01:30.253490 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-84594d5c-0184-4b7e-bb49-d40dc1e0d213 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 1096 time: 0.2849002 Dec 14 18:01:30.300113 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-168876e2-3062-443c-97ff-e92d66797bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754825 Dec 14 18:01:30.335262 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-39674101-20a9-499c-8f38-b199f7204200 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665484 Dec 14 18:01:30.377668 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55582) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:30.381275 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-76667891-5d91-49e8-8c3d-7a83b1657011 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 200 len: 217 time: 0.1216133 Dec 14 18:01:30.698412 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87c93997-af2f-4b6d-a8e0-4b54b98f6ebe req-002940fe-cd54-439a-a471-f26a913aef16 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3902543 Dec 14 18:01:30.714943 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:30.731528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6820af8e-af4f-44e2-af7b-474a38099101 req-bf31172d-08f9-4088-8e09-50de6d7dc942 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:30.733111 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-bf31172d-08f9-4088-8e09-50de6d7dc942 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.3400569 Dec 14 18:01:30.811893 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62f43d01-4450-49f3-8bae-0a38d0b58dee req-9f23dc13-7383-496b-ae85-442c446f6a57 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4596071 Dec 14 18:01:30.849514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:30.856973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6a31e-cb17-4fc2-bc02-6eac55a925d6 req-1d8a54e7-cc33-4c7a-af1b-9619a3642811 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:30.857721 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-96c6a31e-cb17-4fc2-bc02-6eac55a925d6 req-1d8a54e7-cc33-4c7a-af1b-9619a3642811 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Synchronizing usage tracker for tenant:23f671b560ef45c6977ed27d7008e732 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:30.863789 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Usage tracker for resource:security_group_rule and tenant:79c7c4e49b7647118cd0067e55ba74eb is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:30.868832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:30.879289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:30.922488 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-717c07f8-dc7e-40e7-aeec-d472420f863d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1705768 Dec 14 18:01:30.930514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-96c6a31e-cb17-4fc2-bc02-6eac55a925d6 req-1d8a54e7-cc33-4c7a-af1b-9619a3642811 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Unset dirty status for tenant:23f671b560ef45c6977ed27d7008e732 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:30.932310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96c6a31e-cb17-4fc2-bc02-6eac55a925d6 req-1d8a54e7-cc33-4c7a-af1b-9619a3642811 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 943 time: 0.3458352 Dec 14 18:01:31.142059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.154914 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96c6a31e-cb17-4fc2-bc02-6eac55a925d6 req-771f753f-cf06-4544-bc0e-24b488cda7ce tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898544 Dec 14 18:01:31.185835 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-858e1246-3728-4df5-8adb-b9a90e0046f1 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450678 Dec 14 18:01:31.221098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.292862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-17b24d58-1f27-4bf8-9e64-85f811cffe7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:31.409835 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55638) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:31.426831 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=783f3ff2-06f1-4c2b-9ca1-0f728576a3c5,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:31.435694 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79c7c4e49b7647118cd0067e55ba74eb&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0566750 Dec 14 18:01:31.439573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55644) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:31.440640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:31.505666 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6820af8e-af4f-44e2-af7b-474a38099101 req-3bc546c7-f4c2-47b6-9b58-3a6405edb7ed service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3135345 Dec 14 18:01:31.511964 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f6f169-0240-41ac-9a4b-79fab2905aca req-fa044124-f920-4d05-bed2-299f3629da64 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:31.513493 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-98f6f169-0240-41ac-9a4b-79fab2905aca req-fa044124-f920-4d05-bed2-299f3629da64 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1994634 Dec 14 18:01:31.578575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3477ce5f-4f5a-4c2b-ab22-050b12d78177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.597451 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-98f6f169-0240-41ac-9a4b-79fab2905aca req-a83ccc83-3344-4bb2-ad1e-e0152684231c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774810 Dec 14 18:01:31.606804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3477ce5f-4f5a-4c2b-ab22-050b12d78177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.682577 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f9cb92-9c59-4f22-9f71-932a417bd4a7 req-d1a1a3a2-5f4c-4c53-ad5b-1b00fc61f433 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:31.684130 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a1f9cb92-9c59-4f22-9f71-932a417bd4a7 req-d1a1a3a2-5f4c-4c53-ad5b-1b00fc61f433 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1927018 Dec 14 18:01:31.687419 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.762457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:31.770864 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3477ce5f-4f5a-4c2b-ab22-050b12d78177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.776928 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Usage tracker for resource:security_group_rule and tenant:16074eaf82274f6db3d9d16bee4d5d7f is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:31.780680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d55cdd6e-8ece-4666-a62e-568c86fb4cf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:31.788883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:31.801692 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:31.803880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3477ce5f-4f5a-4c2b-ab22-050b12d78177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=783f3ff2-06f1-4c2b-9ca1-0f728576a3c5,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:31.809626 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a1f9cb92-9c59-4f22-9f71-932a417bd4a7 req-d61c3156-3068-4865-8038-9c81f219fab3 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082487 Dec 14 18:01:31.810467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3477ce5f-4f5a-4c2b-ab22-050b12d78177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:31.851309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3477ce5f-4f5a-4c2b-ab22-050b12d78177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.852767 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3477ce5f-4f5a-4c2b-ab22-050b12d78177 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/783f3ff2-06f1-4c2b-9ca1-0f728576a3c5 HTTP/1.1" status: 204 len: 168 time: 0.4119966 Dec 14 18:01:31.914118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.915551 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-24ca8c6d-342f-4525-8267-9da7454afeee req-4f0cd74d-580c-4191-a032-6298c9443a37 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 1096 time: 0.1021869 Dec 14 18:01:31.974930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:31.983851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-19c8460a-78d2-4c60-b14a-457709e842af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:32.033370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85aa368d-f9bd-46af-ac4e-c68922d0b682,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:32.037289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:32.043701 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=16074eaf82274f6db3d9d16bee4d5d7f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6326132 Dec 14 18:01:32.044523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55654) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:32.077968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8c6d-342f-4525-8267-9da7454afeee req-5d5c75f2-e5a5-4cde-940a-4526d41a7283 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:32.079779 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-24ca8c6d-342f-4525-8267-9da7454afeee req-5d5c75f2-e5a5-4cde-940a-4526d41a7283 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 912 time: 0.1577561 Dec 14 18:01:32.112036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-03b41d19-a2e5-4f95-8ff2-b3e20ea0f92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:32.143231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-03b41d19-a2e5-4f95-8ff2-b3e20ea0f92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:32.166066 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-24ca8c6d-342f-4525-8267-9da7454afeee req-25d229c7-da27-444a-bf43-3fca8edb2b58 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 200 len: 217 time: 0.0765877 Dec 14 18:01:32.237427 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-03b41d19-a2e5-4f95-8ff2-b3e20ea0f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:32.242904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7d6f3087-393f-4d54-9e1f-949bb439596b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:32.250227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ca8c6d-342f-4525-8267-9da7454afeee req-277a292e-9688-461a-ac50-67f4cf545215 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:32.251890 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-24ca8c6d-342f-4525-8267-9da7454afeee req-277a292e-9688-461a-ac50-67f4cf545215 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.0797269 Dec 14 18:01:32.254081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b41d19-a2e5-4f95-8ff2-b3e20ea0f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85aa368d-f9bd-46af-ac4e-c68922d0b682,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:32.256437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-03b41d19-a2e5-4f95-8ff2-b3e20ea0f92b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:32.262531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-03b41d19-a2e5-4f95-8ff2-b3e20ea0f92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:32.278319 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-03b41d19-a2e5-4f95-8ff2-b3e20ea0f92b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/85aa368d-f9bd-46af-ac4e-c68922d0b682 HTTP/1.1" status: 204 len: 168 time: 0.2298560 Dec 14 18:01:32.604361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4208d4fa-ea19-4386-b76d-da600a37b37f req-c6ac5d25-8e58-4a71-9ce9-aa0b9b922037 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:32.604361 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4208d4fa-ea19-4386-b76d-da600a37b37f req-c6ac5d25-8e58-4a71-9ce9-aa0b9b922037 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 943 time: 0.2954204 Dec 14 18:01:32.604875 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-24ca8c6d-342f-4525-8267-9da7454afeee req-959b0d4c-0ddc-458f-a746-c6756610d9d0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3329158 Dec 14 18:01:32.713502 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4208d4fa-ea19-4386-b76d-da600a37b37f req-f5875217-6789-42cf-acd8-c92d707dff1e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1030674 Dec 14 18:01:32.844073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748261a-8686-4ac1-8987-3d141f31e00b req-5a329367-e3cb-4167-a414-944c6c9cf925 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:32.844777 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-24ca8c6d-342f-4525-8267-9da7454afeee req-ad80e88b-8e0b-4dd1-aa02-d3a2e2c35e78 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199283 Dec 14 18:01:32.845695 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8748261a-8686-4ac1-8987-3d141f31e00b req-5a329367-e3cb-4167-a414-944c6c9cf925 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0973911 Dec 14 18:01:32.914801 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8748261a-8686-4ac1-8987-3d141f31e00b req-04a0be1a-fd6c-46ba-82c2-4c770d101d1e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0616786 Dec 14 18:01:33.051546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55696) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:33.063017 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-24ca8c6d-342f-4525-8267-9da7454afeee req-69da0311-65b6-43dc-b744-bf8c3afc4cf2 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2074723 Dec 14 18:01:33.083276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.118786 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:33.123926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Usage tracker for resource:security_group_rule and tenant:d0578eb2bc8c4515b4238fd7cd3ba2c1 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:33.126251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3834a-05c2-4cc6-b271-565feaac51ee req-c60ca082-d9ab-4a88-944f-b36a54f70330 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:33.127718 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:33.133910 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:33.135869 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-58a3834a-05c2-4cc6-b271-565feaac51ee req-c60ca082-d9ab-4a88-944f-b36a54f70330 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1177523 Dec 14 18:01:33.199186 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-58a3834a-05c2-4cc6-b271-565feaac51ee req-25b5d63c-db7d-4924-ad96-c0ae88feda72 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620205 Dec 14 18:01:33.221580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.260997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.271586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3b5d2190-837a-4daa-9ba1-6afa746d9d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:33.275572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:01:33.306030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e684b9-155e-41e9-ab70-6d4a0aae9579,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:33.313717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:33.339246 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d0578eb2bc8c4515b4238fd7cd3ba2c1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2839541 Dec 14 18:01:33.339982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55704) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:33.423398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6bacbaba-f52f-42fb-94d6-15c0f5a9dec0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.457317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6bacbaba-f52f-42fb-94d6-15c0f5a9dec0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.550412 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6bacbaba-f52f-42fb-94d6-15c0f5a9dec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.557283 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:33.575480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bacbaba-f52f-42fb-94d6-15c0f5a9dec0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e684b9-155e-41e9-ab70-6d4a0aae9579,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:33.580522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6bacbaba-f52f-42fb-94d6-15c0f5a9dec0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:33.584759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6bacbaba-f52f-42fb-94d6-15c0f5a9dec0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.589160 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6bacbaba-f52f-42fb-94d6-15c0f5a9dec0 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55e684b9-155e-41e9-ab70-6d4a0aae9579 HTTP/1.1" status: 204 len: 168 time: 0.2445712 Dec 14 18:01:33.621916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:33.637942 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'port_id': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'mac_address': 'fa:16:3e:d0:00:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:01:33.695251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.717642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e4ed1f-5653-4a64-804a-14d16b8d3563 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:33.734451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:33.934850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:33.934850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:33.935444 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55720) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:33.935657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:33.935657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:33.961031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb2581b-431a-4ad0-9de4-a6cc65004b2a req-92426342-793c-4d76-a75d-0deac983d926 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:33.962651 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bfb2581b-431a-4ad0-9de4-a6cc65004b2a req-92426342-793c-4d76-a75d-0deac983d926 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 943 time: 0.1023114 Dec 14 18:01:34.017040 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bfb2581b-431a-4ad0-9de4-a6cc65004b2a req-d59e564f-bf47-4208-8299-8fe09f3eb796 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452373 Dec 14 18:01:34.206798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:34.283849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:34.284064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9cdcfb-c6fe-44e7-b258-805c99e9b4ec req-3d6659d8-61bb-4cc8-b598-2aedd570a756 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:34.285887 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ba9cdcfb-c6fe-44e7-b258-805c99e9b4ec req-3d6659d8-61bb-4cc8-b598-2aedd570a756 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 944 time: 0.0949192 Dec 14 18:01:34.288040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Usage tracker for resource:security_group_rule and tenant:f66af431ffba46869f31bf4b98aa60fa is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:34.291632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:34.311766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:34.366358 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ba9cdcfb-c6fe-44e7-b258-805c99e9b4ec req-cdd44407-5ac1-47a5-bebd-6951d7756aa1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0715461 Dec 14 18:01:34.411810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['b8e4ed1f-5653-4a64-804a-14d16b8d3563'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:01:34.495800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:34.544329 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af7bf0-b360-4f65-8cba-6fc971f3dbd9 req-5edca63f-10d0-4882-8e6a-2964339964db tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:34.552135 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-79af7bf0-b360-4f65-8cba-6fc971f3dbd9 req-5edca63f-10d0-4882-8e6a-2964339964db tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1088152 Dec 14 18:01:34.594340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:34.606037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:34.651706 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f66af431ffba46869f31bf4b98aa60fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8207116 Dec 14 18:01:34.655536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55750) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:34.672549 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-79af7bf0-b360-4f65-8cba-6fc971f3dbd9 req-24154914-6be2-4213-88c9-3a6e6c8376b9 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1167073 Dec 14 18:01:34.674643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39fbd07b-f14d-48de-b953-d4e0d6d18af5,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:34.683258 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:34.759341 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:34.786410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:34.925457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:34.933459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:34.949323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39fbd07b-f14d-48de-b953-d4e0d6d18af5,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:34.961743 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:34.973161 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/39fbd07b-f14d-48de-b953-d4e0d6d18af5 HTTP/1.1" status: 204 len: 168 time: 0.3161683 Dec 14 18:01:34.977716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.978116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.978538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.978952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.979463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.980022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.980510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.981003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.981963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.982355 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.982776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:34.987089 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:35.253612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083f44d-7bbf-4b5e-a5cd-02407d21e93b req-15978754-d936-42d9-9afc-2376821c3295 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:35.255265 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6083f44d-7bbf-4b5e-a5cd-02407d21e93b req-15978754-d936-42d9-9afc-2376821c3295 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 943 time: 0.0944624 Dec 14 18:01:35.287604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7ea1cd07-caa9-4602-a408-72b579ab8d2f details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:01:35.308520 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6083f44d-7bbf-4b5e-a5cd-02407d21e93b req-c56819d6-e6d3-4044-be21-aa06f5ec9b8a tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450711 Dec 14 18:01:35.508537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7ea1cd07-caa9-4602-a408-72b579ab8d2f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:35.523307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'port_id': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'mac_address': 'fa:16:3e:e9:ab:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:01:35.601893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:35.640078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ea1cd07-caa9-4602-a408-72b579ab8d2f {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:01:35.669588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7ea1cd07-caa9-4602-a408-72b579ab8d2f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:35.715712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee7b3d0-c292-4544-bfff-a23ca77aec1b req-d2d837f6-c4a3-414f-903f-48ed0a5a08db tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:35.724654 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5ee7b3d0-c292-4544-bfff-a23ca77aec1b req-d2d837f6-c4a3-414f-903f-48ed0a5a08db tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 944 time: 0.1072173 Dec 14 18:01:35.779431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:35.783372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1691654-4394-4c28-a55c-ec865df2b7f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:35.792091 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5ee7b3d0-c292-4544-bfff-a23ca77aec1b req-712082d5-bda0-40ee-bc4a-b5ef57adf0b5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663674 Dec 14 18:01:35.824902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55790) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:35.843297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:35.848215 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2f68d-2a5e-472a-9816-5ef0a69d14d7 req-de7c3e0c-054f-4b4e-a98d-06f877f578a9 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:35.850103 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37d2f68d-2a5e-472a-9816-5ef0a69d14d7 req-de7c3e0c-054f-4b4e-a98d-06f877f578a9 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 945 time: 0.1720030 Dec 14 18:01:35.885912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=7ea1cd07-caa9-4602-a408-72b579ab8d2f,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:35.890034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:35.917243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:35.952015 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37d2f68d-2a5e-472a-9816-5ef0a69d14d7 req-11d3b31c-04a8-4590-a8ff-889d24861540 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947556 Dec 14 18:01:35.965293 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Usage tracker for resource:security_group_rule and tenant:a2b53da042f442ae8dc4fb1a6b7a8eb6 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:35.972306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:35.982979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:36.028244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cd3fa8-c834-4d71-b180-11df991c8f9e req-82702f4e-5dd8-4414-b03a-1fda1c2806fd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:36.029797 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e3cd3fa8-c834-4d71-b180-11df991c8f9e req-82702f4e-5dd8-4414-b03a-1fda1c2806fd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1169252 Dec 14 18:01:36.119758 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e3cd3fa8-c834-4d71-b180-11df991c8f9e req-786a8801-1555-4542-8005-7981732bae08 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831268 Dec 14 18:01:36.121379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:36.191391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:36.213609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:36.256688 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a2b53da042f442ae8dc4fb1a6b7a8eb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4315493 Dec 14 18:01:36.256688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcc532e1-0e4c-4316-a8a6-ca35af1d19d9,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:36.257309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55796) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:36.264472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.264874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.265270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.265657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.266042 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.266423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.266831 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.267211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.267590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.268144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.268515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:01:36.272663 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:36.278126 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['7ea1cd07-caa9-4602-a408-72b579ab8d2f'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:01:36.369681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cd607855-c96f-418c-8446-992690fc4136 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:36.407977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cd607855-c96f-418c-8446-992690fc4136 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:36.550788 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cd607855-c96f-418c-8446-992690fc4136 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:36.555396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:36.570604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd607855-c96f-418c-8446-992690fc4136 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcc532e1-0e4c-4316-a8a6-ca35af1d19d9,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:36.575008 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cd607855-c96f-418c-8446-992690fc4136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:36.579447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cd607855-c96f-418c-8446-992690fc4136 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:36.580664 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cd607855-c96f-418c-8446-992690fc4136 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dcc532e1-0e4c-4316-a8a6-ca35af1d19d9 HTTP/1.1" status: 204 len: 168 time: 0.3224204 Dec 14 18:01:36.617434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca755c9-6b9d-40e7-a639-2aecfbd033c9 req-348d3ce8-54f1-476d-b631-013d5e097515 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:36.617434 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3ca755c9-6b9d-40e7-a639-2aecfbd033c9 req-348d3ce8-54f1-476d-b631-013d5e097515 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 944 time: 0.1110389 Dec 14 18:01:36.657367 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3ca755c9-6b9d-40e7-a639-2aecfbd033c9 req-555c54bd-0294-4f51-aef1-829aa0700019 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436387 Dec 14 18:01:37.014253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed5bee4-a802-45ae-88e4-7646a6d73049 req-87d88a3b-65d8-4012-897f-f751cc66af61 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:37.015965 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fed5bee4-a802-45ae-88e4-7646a6d73049 req-87d88a3b-65d8-4012-897f-f751cc66af61 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 944 time: 0.0858455 Dec 14 18:01:37.085832 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fed5bee4-a802-45ae-88e4-7646a6d73049 req-97e77691-2160-4b42-9af7-850e91ef2bd9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0625358 Dec 14 18:01:37.183326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc2b4f9-7140-43b3-9eda-3f45f829ee1b req-418be57d-7ac4-43be-954d-a512c8e55d7d tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:37.186482 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8fc2b4f9-7140-43b3-9eda-3f45f829ee1b req-418be57d-7ac4-43be-954d-a512c8e55d7d tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 945 time: 0.1035242 Dec 14 18:01:37.240763 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8fc2b4f9-7140-43b3-9eda-3f45f829ee1b req-a05cb9e2-011d-4b4d-a33e-f237108fdd18 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494440 Dec 14 18:01:37.299513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:37.346702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7684d0-0db8-482c-8f71-62ed8cf75b2a req-7710bad3-99a4-474b-9f71-10caac977f6f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:37.348900 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9c7684d0-0db8-482c-8f71-62ed8cf75b2a req-7710bad3-99a4-474b-9f71-10caac977f6f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0957325 Dec 14 18:01:37.408481 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9c7684d0-0db8-482c-8f71-62ed8cf75b2a req-9138f374-9faf-4abe-82a9-65dacf432560 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523558 Dec 14 18:01:37.487431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port b8e4ed1f-5653-4a64-804a-14d16b8d3563 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:37.493091 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port b8e4ed1f-5653-4a64-804a-14d16b8d3563 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:37.493614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:37.627255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:37.662944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:37.663834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:37.739130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:37.742369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:37.825257 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'code': 200} Dec 14 18:01:37.826257 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:37.830571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:37.902796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b537ef-3b48-4103-9d6e-51a50b39a13b req-eaa692c2-efa8-4adb-b936-8694a35a8dae tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:37.904504 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a6b537ef-3b48-4103-9d6e-51a50b39a13b req-eaa692c2-efa8-4adb-b936-8694a35a8dae tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 944 time: 0.0906270 Dec 14 18:01:37.949493 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-3d59454c-ec7d-49da-8b0d-2022aad3ab70 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:37.951613 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-3d59454c-ec7d-49da-8b0d-2022aad3ab70 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.18 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 945 time: 0.1140583 Dec 14 18:01:38.041737 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a6b537ef-3b48-4103-9d6e-51a50b39a13b req-8095adaa-dd47-4a36-b6ce-feee6d3a8f4b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235721 Dec 14 18:01:38.110773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Deleting port 502284eb-98ca-4238-8be2-d10db61b1fb3 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:01:38.111169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:38.503274 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-358903cc-70d1-4c15-9036-d7603cc0407b req-ffd3a531-b275-41a4-8aee-8c086c2bebf1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1098 time: 0.3116739 Dec 14 18:01:38.529853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db0ed11-ddd2-4525-9926-e7e113c006fb req-25891ebe-c64e-4b47-8c9c-c77aa551fd9e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:38.531475 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3db0ed11-ddd2-4525-9926-e7e113c006fb req-25891ebe-c64e-4b47-8c9c-c77aa551fd9e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.2780316 Dec 14 18:01:38.531927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42b499e-80ca-4876-8ddd-946c7d4901b9 req-dd392885-77ef-4e8f-8000-28225cd9e2c6 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:38.541378 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b42b499e-80ca-4876-8ddd-946c7d4901b9 req-dd392885-77ef-4e8f-8000-28225cd9e2c6 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 945 time: 0.1139512 Dec 14 18:01:38.605036 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b42b499e-80ca-4876-8ddd-946c7d4901b9 req-7cfe5e94-28fa-4761-87c2-7ded160daadf tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/security-groups?id=20403cb7-f1a0-48b6-a399-cdeae87e9713&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625906 Dec 14 18:01:38.744359 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3db0ed11-ddd2-4525-9926-e7e113c006fb req-f9667a5b-f7c9-429b-aa3e-683e6d853de9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1445119 Dec 14 18:01:38.754223 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-358903cc-70d1-4c15-9036-d7603cc0407b req-cd3f8a52-1e35-4bdb-a871-e62afbdadc86 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2314332 Dec 14 18:01:38.796646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] For port 502284eb-98ca-4238-8be2-d10db61b1fb3, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=502284eb-98ca-4238-8be2-d10db61b1fb3,segment=NetworkSegment(7bba9052-44cc-4e59-994d-46fe89c77c01),segment_id=7bba9052-44cc-4e59-994d-46fe89c77c01)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:38.797983 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:38.834463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ee1845-bea2-47fa-80ba-f2b076df765b req-3dcebb4f-3d08-4227-9c57-4373b288d863 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:38.842947 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b8ee1845-bea2-47fa-80ba-f2b076df765b req-3dcebb4f-3d08-4227-9c57-4373b288d863 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1222734 Dec 14 18:01:38.894834 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b8ee1845-bea2-47fa-80ba-f2b076df765b req-c3426a23-5935-4929-9af9-39034b280b3f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506191 Dec 14 18:01:38.975590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Calling delete_port for 502284eb-98ca-4238-8be2-d10db61b1fb3 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:01:39.269795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:39.280418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:39.282967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['502284eb-98ca-4238-8be2-d10db61b1fb3'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:01:39.294921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55928) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:39.331772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7ea1cd07-caa9-4602-a408-72b579ab8d2f up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:01:39.380524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Pushing event deleted for resources: {'Port': ['ID=502284eb-98ca-4238-8be2-d10db61b1fb3,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:39.386181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:39.444623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] No DVR routers for this DVR port 502284eb-98ca-4238-8be2-d10db61b1fb3 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:01:39.449571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:39.453952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce709e4e-5a56-4994-a179-a1e7bb2e2132', 'name': 'network-vif-deleted', 'tag': '502284eb-98ca-4238-8be2-d10db61b1fb3'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:39.455597 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 7ea1cd07-caa9-4602-a408-72b579ab8d2f completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:01:39.463307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 7ea1cd07-caa9-4602-a408-72b579ab8d2f triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:01:39.463977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:39.492023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e9875f-3c1b-4770-b521-726dfdd0ed13 req-f3862627-ed95-45da-b7ab-cf1e98480754 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:39.493957 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d8e9875f-3c1b-4770-b521-726dfdd0ed13 req-f3862627-ed95-45da-b7ab-cf1e98480754 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 944 time: 0.2650690 Dec 14 18:01:39.514492 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:39.531656 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce709e4e-5a56-4994-a179-a1e7bb2e2132', 'name': 'network-vif-deleted', 'tag': '502284eb-98ca-4238-8be2-d10db61b1fb3', 'status': 'completed', 'code': 200} Dec 14 18:01:39.538705 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b97eaedf-224f-467d-8cad-9be3692cca43 req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.18 "DELETE /v2.0/ports/502284eb-98ca-4238-8be2-d10db61b1fb3 HTTP/1.1" status: 204 len: 173 time: 1.5798855 Dec 14 18:01:39.551591 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:39.555734 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Usage tracker for resource:security_group_rule and tenant:9fd5b583609c4f14acb0c3c219b79c60 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:39.559993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:39.566563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:39.569629 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d8e9875f-3c1b-4770-b521-726dfdd0ed13 req-7fbb85f9-52e2-4728-a2ae-472ccc70d475 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667737 Dec 14 18:01:39.658724 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:39.669513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:39.707108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7ea1cd07-caa9-4602-a408-72b579ab8d2f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:01:39.709601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:39.721340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cc60e1ce-2320-4657-a32f-c11930b1f0ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:39.738435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:39.740352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-346d63fe-5a53-4913-8cd8-8913d8bd86fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:39.834120 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55948) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:39.857358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea1cd07-caa9-4602-a408-72b579ab8d2f'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:39.863013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=7ea1cd07-caa9-4602-a408-72b579ab8d2f,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:39.866741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:39.873848 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-45aac85d-f17a-4bcb-bfea-8a9ca4c4d6ca req-4f56ffcc-7f48-4d93-ad19-16b42c9db951 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 210 time: 0.1210735 Dec 14 18:01:39.887982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549a207e-3b72-428c-a855-16c138dcf8e6,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:39.893802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:39.897291 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9fd5b583609c4f14acb0c3c219b79c60&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6015952 Dec 14 18:01:39.900782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55956) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:39.957591 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'code': 200} Dec 14 18:01:40.087030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.141776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43e92e6-6eaf-4814-8915-2e1d7794f4bd req-b4798136-e00a-47d7-9042-63e5ff79da6d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:40.143425 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c43e92e6-6eaf-4814-8915-2e1d7794f4bd req-b4798136-e00a-47d7-9042-63e5ff79da6d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0864608 Dec 14 18:01:40.145389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5024f6b9-e5be-475c-b850-e360f09b6fb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.179702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5024f6b9-e5be-475c-b850-e360f09b6fb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.196425 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c43e92e6-6eaf-4814-8915-2e1d7794f4bd req-aaa7d1f1-ee8e-4a21-ac19-df484f0a8dbc tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465047 Dec 14 18:01:40.213261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:40.217345 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Usage tracker for resource:security_group_rule and tenant:03c23f42f8a74b47a56d827043cdc7a8 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:40.220603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:40.227885 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:40.277512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0daf06-c00d-4fdc-88a7-2fecfade136a req-084df356-309c-4da3-9f95-5716629d1bc3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:40.284871 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af0daf06-c00d-4fdc-88a7-2fecfade136a req-084df356-309c-4da3-9f95-5716629d1bc3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.3045225 Dec 14 18:01:40.375812 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af0daf06-c00d-4fdc-88a7-2fecfade136a req-dbdab9db-c383-4532-8122-338407d332d7 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0898869 Dec 14 18:01:40.454181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5024f6b9-e5be-475c-b850-e360f09b6fb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.474501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-817ec6df-4b14-41f7-abd6-91fdaa3cc1cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:40.502732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5024f6b9-e5be-475c-b850-e360f09b6fb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549a207e-3b72-428c-a855-16c138dcf8e6,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:40.505299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5024f6b9-e5be-475c-b850-e360f09b6fb6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:40.517156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.522249 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5024f6b9-e5be-475c-b850-e360f09b6fb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.523485 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5024f6b9-e5be-475c-b850-e360f09b6fb6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/549a207e-3b72-428c-a855-16c138dcf8e6 HTTP/1.1" status: 204 len: 168 time: 0.6216769 Dec 14 18:01:40.545378 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80585d0c-c8a9-4903-9af6-036b88a7f3b8 req-173b06c6-dd5e-4613-899c-bec752077083 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 1098 time: 0.1685083 Dec 14 18:01:40.571137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.581902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8c8b6bd9-60c9-4114-95a7-6a536f1fc0f9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:40.814820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d5d008-2b99-4fec-adbc-847552dfcf28 req-740b98f0-cfd2-42eb-a24d-131f865d6cf4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:40.827170 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e8d5d008-2b99-4fec-adbc-847552dfcf28 req-740b98f0-cfd2-42eb-a24d-131f865d6cf4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1064379 Dec 14 18:01:40.827358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d40fa8ee-7c23-4ead-b13a-f77d56f50ab2,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:40.831958 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80585d0c-c8a9-4903-9af6-036b88a7f3b8 req-9fd96115-50ee-41b8-8c2d-c3409a9d9350 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2800157 Dec 14 18:01:40.833075 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:40.836112 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=03c23f42f8a74b47a56d827043cdc7a8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0002029 Dec 14 18:01:40.839192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 55984) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:40.878736 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e8d5d008-2b99-4fec-adbc-847552dfcf28 req-4cb3c980-f8d4-4f16-9c36-c994ac831dd9 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500085 Dec 14 18:01:40.907740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cdb52125-9d97-4747-af9b-5d6c049e0e10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.935996 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cdb52125-9d97-4747-af9b-5d6c049e0e10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:40.956240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 55990) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:41.073494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cdb52125-9d97-4747-af9b-5d6c049e0e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.087205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6e14633c-8cbb-419a-9b0a-7a79e09dac5a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:41.101458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-dfd8afbf-a02c-4143-a27e-1b04d3c4ade8 req-47734018-2040-4f61-959b-b87bc4d90547 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Synchronizing usage tracker for tenant:f00aaab7869f49c5b3986aeddaf01895 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:01:41.110111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb52125-9d97-4747-af9b-5d6c049e0e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d40fa8ee-7c23-4ead-b13a-f77d56f50ab2,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:41.113527 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cdb52125-9d97-4747-af9b-5d6c049e0e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:41.117874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cdb52125-9d97-4747-af9b-5d6c049e0e10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.119656 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cdb52125-9d97-4747-af9b-5d6c049e0e10 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d40fa8ee-7c23-4ead-b13a-f77d56f50ab2 HTTP/1.1" status: 204 len: 168 time: 0.2787049 Dec 14 18:01:41.157288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-dfd8afbf-a02c-4143-a27e-1b04d3c4ade8 req-47734018-2040-4f61-959b-b87bc4d90547 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Unset dirty status for tenant:f00aaab7869f49c5b3986aeddaf01895 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:01:41.158591 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfd8afbf-a02c-4143-a27e-1b04d3c4ade8 req-47734018-2040-4f61-959b-b87bc4d90547 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] 10.222.0.58 "GET /v2.0/ports?device_id=ce709e4e-5a56-4994-a179-a1e7bb2e2132 HTTP/1.1" status: 200 len: 210 time: 0.1236072 Dec 14 18:01:41.204884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56000) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:41.228604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.282295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:41.287717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.292986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Usage tracker for resource:security_group_rule and tenant:4cc22c8fe81247219446dec1d0c4b0fa is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:41.296893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:41.310145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:41.347495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:41.352665 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Usage tracker for resource:security_group_rule and tenant:e8d8704bd84a4c81a07f71d6ce7b1395 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:41.356476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:41.363956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:41.449443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 502284eb-98ca-4238-8be2-d10db61b1fb3 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:01:41.470702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.493866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 502284eb-98ca-4238-8be2-d10db61b1fb3 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:01:41.494047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.495044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 502284eb-98ca-4238-8be2-d10db61b1fb3 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:01:41.512270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.522986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5136ba21-5bee-484a-b872-45f860c02f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:41.573049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8106627c-1d4e-4ce4-8323-9681bfa23af4,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:41.576683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:41.579176 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4cc22c8fe81247219446dec1d0c4b0fa&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3732154 Dec 14 18:01:41.582139 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56012) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:41.629567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.679806 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-652f2ca3-8b24-4793-8f28-43db47c71559 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:41.722418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-20c768ef-5d79-4694-bca7-1dbfa2c0edb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.747396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d51a843-a072-4b60-8101-38d9aab4af3b,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:41.751685 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:41.789719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-20c768ef-5d79-4694-bca7-1dbfa2c0edb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.799032 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beff7d5d-b278-47d1-8bd2-50e1b4ec290f req-d318422f-e9ca-4c8b-bacb-f62514fe2132 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:41.800654 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-beff7d5d-b278-47d1-8bd2-50e1b4ec290f req-d318422f-e9ca-4c8b-bacb-f62514fe2132 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.3052652 Dec 14 18:01:41.803196 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-34459478-b004-4324-ad92-83527f781549 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e8d8704bd84a4c81a07f71d6ce7b1395&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8458841 Dec 14 18:01:41.805958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56018) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:41.881514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fabfc9b-f2db-4332-8f2e-b5b03432c8c4 req-8376c791-b580-4740-82a9-1977e04cf632 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:41.884846 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5fabfc9b-f2db-4332-8f2e-b5b03432c8c4 req-8376c791-b580-4740-82a9-1977e04cf632 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.2184074 Dec 14 18:01:41.930521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-20c768ef-5d79-4694-bca7-1dbfa2c0edb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.933021 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-beff7d5d-b278-47d1-8bd2-50e1b4ec290f req-b4013284-0a14-4f36-8764-a666e2d89540 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242330 Dec 14 18:01:41.933727 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2d91e6b-492f-430c-93f7-78b387b117cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.938403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:41.961369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c768ef-5d79-4694-bca7-1dbfa2c0edb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8106627c-1d4e-4ce4-8323-9681bfa23af4,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:41.961369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-20c768ef-5d79-4694-bca7-1dbfa2c0edb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:41.962427 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2d91e6b-492f-430c-93f7-78b387b117cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.971349 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5fabfc9b-f2db-4332-8f2e-b5b03432c8c4 req-8b92445c-a56b-4d58-8edc-56d9fca23cc3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799322 Dec 14 18:01:41.972465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-20c768ef-5d79-4694-bca7-1dbfa2c0edb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:41.974458 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-20c768ef-5d79-4694-bca7-1dbfa2c0edb4 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/8106627c-1d4e-4ce4-8323-9681bfa23af4 HTTP/1.1" status: 204 len: 168 time: 0.3907254 Dec 14 18:01:42.128651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2d91e6b-492f-430c-93f7-78b387b117cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:42.138438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:42.167504 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d91e6b-492f-430c-93f7-78b387b117cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d51a843-a072-4b60-8101-38d9aab4af3b,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:42.172873 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56030) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:42.174568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f2d91e6b-492f-430c-93f7-78b387b117cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:42.223283 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f2d91e6b-492f-430c-93f7-78b387b117cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:42.225193 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f2d91e6b-492f-430c-93f7-78b387b117cf admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1d51a843-a072-4b60-8101-38d9aab4af3b HTTP/1.1" status: 204 len: 168 time: 0.4177580 Dec 14 18:01:42.230191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:42.256978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddb072a-771e-4cbd-8736-9d00288b0a11 req-547c1df6-1d05-4fa5-a10d-959b9f20df54 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:42.258558 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3ddb072a-771e-4cbd-8736-9d00288b0a11 req-547c1df6-1d05-4fa5-a10d-959b9f20df54 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1272349 Dec 14 18:01:42.268312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d833b007-9091-433c-aeb9-429d7be3ca47 req-8ef293fd-3b3c-47d2-a610-867d14b5d817 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:42.270382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56038) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:42.271271 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d833b007-9091-433c-aeb9-429d7be3ca47 req-8ef293fd-3b3c-47d2-a610-867d14b5d817 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1858246 Dec 14 18:01:42.282235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'floatingip': {'port_id': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:42.324380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:42.332756 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Usage tracker for resource:security_group_rule and tenant:1b9c45b8b2d1488fa35b95a97943407f is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:42.340065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:42.354452 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:42.372975 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:42.534538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:42.629815 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d833b007-9091-433c-aeb9-429d7be3ca47 req-90ca0cde-f5e1-46ec-8bd6-3980726ecf13 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928328 Dec 14 18:01:42.630604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:42.638434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:42.775774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a014b03-c90a-4db8-9ef5-fd8786148520,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:42.786754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:42.789150 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1b9c45b8b2d1488fa35b95a97943407f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6119993 Dec 14 18:01:42.793819 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56062) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:42.888822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-74d589cc-5246-4f3a-b1ed-6358af3e71ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:42.920934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-74d589cc-5246-4f3a-b1ed-6358af3e71ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:43.018212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-74d589cc-5246-4f3a-b1ed-6358af3e71ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:43.024448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3477ce5f-4f5a-4c2b-ab22-050b12d78177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:43.055329 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d589cc-5246-4f3a-b1ed-6358af3e71ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a014b03-c90a-4db8-9ef5-fd8786148520,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:43.062532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-74d589cc-5246-4f3a-b1ed-6358af3e71ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:43.064844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-74d589cc-5246-4f3a-b1ed-6358af3e71ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:43.066090 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-74d589cc-5246-4f3a-b1ed-6358af3e71ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a014b03-c90a-4db8-9ef5-fd8786148520 HTTP/1.1" status: 204 len: 168 time: 0.2712471 Dec 14 18:01:43.088659 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:01:43.244436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2445f692-d7e0-4770-9f29-380c6ebcfa3b req-14d9945b-2c21-45e4-b19e-938383917baf tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:43.246387 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2445f692-d7e0-4770-9f29-380c6ebcfa3b req-14d9945b-2c21-45e4-b19e-938383917baf tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1354349 Dec 14 18:01:43.327383 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2445f692-d7e0-4770-9f29-380c6ebcfa3b req-caaf385b-824c-44ad-b652-9ba82ffa53a9 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739560 Dec 14 18:01:43.545494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:43.594990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:43.822259 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Floating IP 8148f533-0702-4feb-b490-810473148e9e associated. External IP: 172.28.1.171, port: b8e4ed1f-5653-4a64-804a-14d16b8d3563. Dec 14 18:01:44.049685 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c426d800-53cb-41ce-962c-76db1e650cab req-a0e656a1-70b0-4fc0-b86d-3a7426fa7fc4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:44.051293 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c426d800-53cb-41ce-962c-76db1e650cab req-a0e656a1-70b0-4fc0-b86d-3a7426fa7fc4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1433318 Dec 14 18:01:44.375566 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c426d800-53cb-41ce-962c-76db1e650cab req-848f9b3c-c787-49ae-a419-f48616f31f58 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665987 Dec 14 18:01:44.584047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e535eecf-278b-4386-9607-efa856ae5a82 req-3740827b-b9d1-4236-a056-b52bd8542755 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:44.591216 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e535eecf-278b-4386-9607-efa856ae5a82 req-3740827b-b9d1-4236-a056-b52bd8542755 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0966179 Dec 14 18:01:44.667043 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e535eecf-278b-4386-9607-efa856ae5a82 req-731a444d-321a-4e41-9c32-7f6877768a50 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728965 Dec 14 18:01:44.806048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a67091-af0b-486f-9120-d55e023281e1 req-154b8416-8ceb-493c-80a6-e62be9f286c4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:44.807660 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-35a67091-af0b-486f-9120-d55e023281e1 req-154b8416-8ceb-493c-80a6-e62be9f286c4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.2178802 Dec 14 18:01:44.823407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56146) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:44.829454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'floatingip': {'port_id': '7ea1cd07-caa9-4602-a408-72b579ab8d2f'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:01:44.836330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Router 9281c572-b4bc-428b-8138-5d3f865f05fd has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:01:44.945700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.108572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56160) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:45.190805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:01:45.197259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.206017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] Sync routers for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:01:45.222881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:01:45.224167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:01:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:45.242355 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] Deleting subnet d646d789-96e1-471a-9b06-cb6181c569ee {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:01:45.248049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.257956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a0c8c2a4-67a6-4e54-9663-7fb5ae3c3fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.307917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.377046 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cfd221cf-716a-4773-8b8a-1e527eaea6e3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "PUT /v2.0/floatingips/8148f533-0702-4feb-b490-810473148e9e HTTP/1.1" status: 200 len: 991 time: 3.0999720 Dec 14 18:01:45.380041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:45.394907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.469705 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'status': 'completed', 'code': 200} Dec 14 18:01:45.491473 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:01:45.565026 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.584971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4848001f-9eb1-4890-af33-058165a9171f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:45.626340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.640643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d646d789-96e1-471a-9b06-cb6181c569ee,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:45.643681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:45.645552 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6e88560d-ff13-481c-8b55-e235d1523a78 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/d646d789-96e1-471a-9b06-cb6181c569ee HTTP/1.1" status: 204 len: 168 time: 0.5346551 Dec 14 18:01:45.649082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56170) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:45.806573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:45.813995 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-d162afdd-699c-4b21-b7d5-d06366bd7340 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1098 time: 0.2966661 Dec 14 18:01:45.973394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '8148f533-0702-4feb-b490-810473148e9e', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'floating_ip_address': '172.28.1.171', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'port_id': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'mac_address': 'fa:16:3e:d0:00:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:01:14Z', 'updated_at': '2021-12-14T18:01:43Z', 'revision_number': 1, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:45.980027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] Checking router: 9281c572-b4bc-428b-8138-5d3f865f05fd for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:01:46.006060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:01:46.007007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:01:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:46.175079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:46.253058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d23e41e5-9ba2-4d06-9ca8-912c58f06299']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:46.272505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:01:46.274790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-003b0c49-5b1a-426d-92ca-62c6e85f805d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:46.278451 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-003b0c49-5b1a-426d-92ca-62c6e85f805d service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.4567416 Dec 14 18:01:46.285085 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bba9052-44cc-4e59-994d-46fe89c77c01') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:46.285998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bba9052-44cc-4e59-994d-46fe89c77c01') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:46.419714 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-48abcc1b-e244-47d5-88fd-5e305b1878a8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 200 len: 999 time: 0.1210783 Dec 14 18:01:46.422871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:46.437454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285ddfb-e9c3-450e-b519-5435ff277a7c req-926fcce3-1b3a-4001-b54b-3976b185304a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:46.439265 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2285ddfb-e9c3-450e-b519-5435ff277a7c req-926fcce3-1b3a-4001-b54b-3976b185304a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.4434376 Dec 14 18:01:46.479708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:46.524454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:46.557472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-deab0967-7bd8-4c42-87f4-071a3a56a567 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:46.559559 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-deab0967-7bd8-4c42-87f4-071a3a56a567 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.1290164 Dec 14 18:01:46.565957 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2285ddfb-e9c3-450e-b519-5435ff277a7c req-cd157ac4-883d-422b-bae3-0ab462dc1f08 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846295 Dec 14 18:01:46.658900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:46.669220 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-0f6238ef-b845-4894-a428-292577609807 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1022363 Dec 14 18:01:46.672323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:01:46.672778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:01:46.688241 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:01:46.694551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:46.813121 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Floating IP 51d6a617-91e0-45b4-9f4d-cfa34c510b00 associated. External IP: 172.28.1.102, port: 7ea1cd07-caa9-4602-a408-72b579ab8d2f. Dec 14 18:01:46.860129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '8148f533-0702-4feb-b490-810473148e9e', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'floating_ip_address': '172.28.1.171', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'port_id': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'mac_address': 'fa:16:3e:d0:00:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:01:14Z', 'updated_at': '2021-12-14T18:01:43Z', 'revision_number': 1, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:46.864549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4402979-c745-4148-882c-e2db54f28c03 None None] The sync data for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb is: [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '8148f533-0702-4feb-b490-810473148e9e', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'floating_ip_address': '172.28.1.171', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'port_id': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'mac_address': 'fa:16:3e:d0:00:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:01:14Z', 'updated_at': '2021-12-14T18:01:43Z', 'revision_number': 1, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:01:47.227206 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-ee2200b0-02fd-45c7-9b70-4fa38b871495 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5335469 Dec 14 18:01:47.374207 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2868ae0b-686f-406b-b7fa-96b400a97313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:47.413016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd5d8f98-c4fb-4bdb-91be-1c30877779a1 None None] New status for floating IP 8148f533-0702-4feb-b490-810473148e9e: ACTIVE {{(pid=88326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:01:47.452756 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Router 00faf8dd-2df9-4570-879d-7765bb30434b has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:01:47.479310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b3818d9-ed42-48ef-a7bf-36f336a62333 req-a4d274c0-a0fa-4014-9d30-354b8e7982b0 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406199 Dec 14 18:01:47.480769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:47.485486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:47.501644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:47.514157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Pushing event deleted for resources: {'Network': ['ID=d23e41e5-9ba2-4d06-9ca8-912c58f06299,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:47.517915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:47.579302 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] 10.222.0.58 "DELETE /v2.0/networks/d23e41e5-9ba2-4d06-9ca8-912c58f06299 HTTP/1.1" status: 204 len: 168 time: 1.9289951 Dec 14 18:01:47.742327 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:01:47.756860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] Sync routers for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:01:47.759336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:47.785012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:01:47.788682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:01:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:47.833362 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4d1f804d-1bbf-4e20-b003-8757c90988ba tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "PUT /v2.0/floatingips/51d6a617-91e0-45b4-9f4d-cfa34c510b00 HTTP/1.1" status: 200 len: 991 time: 3.0087423 Dec 14 18:01:47.834529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'tag': '7ea1cd07-caa9-4602-a408-72b579ab8d2f'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:01:47.885364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56234) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:47.917515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:47.997104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841eba2-64c9-44df-b697-487a789253ce req-76c546c1-bb3d-4273-82d1-95126623d6ec tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:48.000235 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b841eba2-64c9-44df-b697-487a789253ce req-76c546c1-bb3d-4273-82d1-95126623d6ec tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1407335 Dec 14 18:01:48.099896 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b841eba2-64c9-44df-b697-487a789253ce req-f75f0c03-1496-44c7-8d2d-2fe96107ee6d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921552 Dec 14 18:01:48.174604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.188097 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'tag': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'status': 'completed', 'code': 200} Dec 14 18:01:48.213126 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:48.217672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Usage tracker for resource:security_group_rule and tenant:cfb0b778bd00477faaf26735a5be3462 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:48.225764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:48.228706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:48.312968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:01:48.342788 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.357996 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-9eb1fb0c-8ac9-40eb-b415-9b3c3b112f97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 1098 time: 0.1402776 Dec 14 18:01:48.391465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.402234 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:48.418068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56248) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:48.726921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12aa2e0d-f416-42ee-b546-7689a85048aa,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:48.726921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:48.726921 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cfb0b778bd00477faaf26735a5be3462&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6199946 Dec 14 18:01:48.726921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56252) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:48.728380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-4bfbbb47-9237-4e22-adcb-26c381423169 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:48.728380 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-4bfbbb47-9237-4e22-adcb-26c381423169 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 912 time: 0.1713853 Dec 14 18:01:48.728947 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-85a91787-7c46-41a5-9f6c-dd30ba424a1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f00aaab7869f49c5b3986aeddaf01895&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1586096 Dec 14 18:01:48.728947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e0b9bb7e-68fc-4596-a29d-bd7b4458a720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.728947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e0b9bb7e-68fc-4596-a29d-bd7b4458a720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.729589 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-c13b5766-7152-43af-8223-daaa7ea11ddd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 200 len: 999 time: 0.1177239 Dec 14 18:01:48.729958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56256) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:48.744799 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-68a700d5-3f83-4c92-bdeb-c8a3021dc220 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:48.746487 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-68a700d5-3f83-4c92-bdeb-c8a3021dc220 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.0677664 Dec 14 18:01:48.796630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db0ecd30-6aa6-4726-8e0b-ab3e2e42bd02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.826217 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db0ecd30-6aa6-4726-8e0b-ab3e2e42bd02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.838941 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-c3d3e687-59a5-44fa-99f5-d94f91cfe48c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0838461 Dec 14 18:01:48.854934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.873529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '51d6a617-91e0-45b4-9f4d-cfa34c510b00', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'port_id': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'mac_address': 'fa:16:3e:e9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:01:15Z', 'updated_at': '2021-12-14T18:01:46Z', 'revision_number': 1, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:48.884650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] Checking router: 00faf8dd-2df9-4570-879d-7765bb30434b for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:01:48.890135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:01:48.890837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:01:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:48.904183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e0b9bb7e-68fc-4596-a29d-bd7b4458a720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.909355 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:48.923950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9bb7e-68fc-4596-a29d-bd7b4458a720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12aa2e0d-f416-42ee-b546-7689a85048aa,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:48.928489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e0b9bb7e-68fc-4596-a29d-bd7b4458a720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:48.953052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db0ecd30-6aa6-4726-8e0b-ab3e2e42bd02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.957817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0e7e12d2-8d88-4a2b-bf9d-f55a31f1ff18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:48.985530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0ecd30-6aa6-4726-8e0b-ab3e2e42bd02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20403cb7-f1a0-48b6-a399-cdeae87e9713,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:48.988515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db0ecd30-6aa6-4726-8e0b-ab3e2e42bd02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:48.992573 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-db0ecd30-6aa6-4726-8e0b-ab3e2e42bd02 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/20403cb7-f1a0-48b6-a399-cdeae87e9713 HTTP/1.1" status: 204 len: 168 time: 0.2737002 Dec 14 18:01:48.995210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-db0ecd30-6aa6-4726-8e0b-ab3e2e42bd02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:49.002456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e0b9bb7e-68fc-4596-a29d-bd7b4458a720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:49.019101 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e0b9bb7e-68fc-4596-a29d-bd7b4458a720 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/12aa2e0d-f416-42ee-b546-7689a85048aa HTTP/1.1" status: 204 len: 168 time: 0.5062697 Dec 14 18:01:49.025465 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-bc203128-ae3c-4c65-b79d-14f4677d5093 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781659 Dec 14 18:01:49.246283 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:01:49.277081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:49.329687 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-193cc8f2-91e9-4abc-85cd-dc4c812557da req-9bfc12c2-7200-424b-8414-04f24e830f98 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939656 Dec 14 18:01:49.567999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57be64e8-e9f4-42c0-97f0-256b24270456 req-a31be7d2-256f-4d30-96c1-c44e1febedfd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:49.580678 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-57be64e8-e9f4-42c0-97f0-256b24270456 req-a31be7d2-256f-4d30-96c1-c44e1febedfd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1360195 Dec 14 18:01:49.642288 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-57be64e8-e9f4-42c0-97f0-256b24270456 req-a5b0f740-9a6b-47d5-80b2-a0a2b2a9e75f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581701 Dec 14 18:01:49.802815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '51d6a617-91e0-45b4-9f4d-cfa34c510b00', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'port_id': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'mac_address': 'fa:16:3e:e9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:01:15Z', 'updated_at': '2021-12-14T18:01:46Z', 'revision_number': 1, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:01:49.808533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3eda88-43d7-4e71-93cc-0211299afc2f None None] The sync data for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb is: [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '51d6a617-91e0-45b4-9f4d-cfa34c510b00', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'floating_ip_address': '172.28.1.102', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'port_id': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'mac_address': 'fa:16:3e:e9:ab:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:01:15Z', 'updated_at': '2021-12-14T18:01:46Z', 'revision_number': 1, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:01:50.204028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d011be92-8938-4f9a-a447-5bcbc05b4ea3 None None] New status for floating IP 51d6a617-91e0-45b4-9f4d-cfa34c510b00: ACTIVE {{(pid=88326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:01:50.926799 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0f1a92-065b-4414-bff8-3556bdcb8a95 req-4fcb5e41-6fb4-412b-ae92-df6f1c47e00d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:50.934577 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2c0f1a92-065b-4414-bff8-3556bdcb8a95 req-4fcb5e41-6fb4-412b-ae92-df6f1c47e00d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1059878 Dec 14 18:01:50.981635 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2c0f1a92-065b-4414-bff8-3556bdcb8a95 req-ad27f354-0629-4aa4-a1c5-2fce8c2c7d10 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459225 Dec 14 18:01:52.204142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3928c51-7bd0-4359-b5c4-59289de7fcbc req-9c4f88cb-a85c-4016-8026-7d3fe01ff834 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:52.205746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a3928c51-7bd0-4359-b5c4-59289de7fcbc req-9c4f88cb-a85c-4016-8026-7d3fe01ff834 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0921216 Dec 14 18:01:52.257176 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a3928c51-7bd0-4359-b5c4-59289de7fcbc req-fcd18a2d-7686-4182-943b-cc121331803e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452940 Dec 14 18:01:53.469072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d2fa3b-e878-4ed0-8cdb-dd90de10240c req-dc27114b-a72e-402a-98b0-00d1ebc0fbda tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:53.470652 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-42d2fa3b-e878-4ed0-8cdb-dd90de10240c req-dc27114b-a72e-402a-98b0-00d1ebc0fbda tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0853362 Dec 14 18:01:53.521589 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-42d2fa3b-e878-4ed0-8cdb-dd90de10240c req-d1d76425-c25e-4989-975e-2e97960c99b5 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444047 Dec 14 18:01:54.732498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a70951-68af-47f2-b4d1-6d3e6ed51920 req-0a06aeb6-388a-4a2d-82a4-6b0f70175b53 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:54.734981 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62a70951-68af-47f2-b4d1-6d3e6ed51920 req-0a06aeb6-388a-4a2d-82a4-6b0f70175b53 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0857091 Dec 14 18:01:54.791216 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-62a70951-68af-47f2-b4d1-6d3e6ed51920 req-1823938c-dca3-4bbc-a166-d3c31ca0e830 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491331 Dec 14 18:01:54.860402 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56496) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:55.018095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:55.050209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:55.054156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Usage tracker for resource:security_group_rule and tenant:66861db7ec1a4b0e90d8809d47d7192e is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:55.057663 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:55.063719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:55.222171 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:55.297941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:55.311965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-db0ecd30-6aa6-4726-8e0b-ab3e2e42bd02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:55.349689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=567594c8-1a82-434c-926e-5c5d50917c7e,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:55.356840 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=66861db7ec1a4b0e90d8809d47d7192e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4940519 Dec 14 18:01:55.356840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:55.364812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56510) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:55.427424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-aa40a265-53fc-4f44-9703-37ff0d57fd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:55.457841 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-aa40a265-53fc-4f44-9703-37ff0d57fd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:55.707462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-aa40a265-53fc-4f44-9703-37ff0d57fd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:55.713044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6bacbaba-f52f-42fb-94d6-15c0f5a9dec0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:55.743507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa40a265-53fc-4f44-9703-37ff0d57fd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=567594c8-1a82-434c-926e-5c5d50917c7e,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:55.755512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-aa40a265-53fc-4f44-9703-37ff0d57fd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:55.763419 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-aa40a265-53fc-4f44-9703-37ff0d57fd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:55.782630 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-aa40a265-53fc-4f44-9703-37ff0d57fd37 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/567594c8-1a82-434c-926e-5c5d50917c7e HTTP/1.1" status: 204 len: 168 time: 0.4122241 Dec 14 18:01:55.873053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56534) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:56.073633 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3066aa98-8a24-494b-ab9b-57203d7fa708 req-0eef9713-b51a-4790-a55a-96fbddb243a2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:56.078534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:56.095518 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3066aa98-8a24-494b-ab9b-57203d7fa708 req-0eef9713-b51a-4790-a55a-96fbddb243a2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1533549 Dec 14 18:01:56.115900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:56.121435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Usage tracker for resource:security_group_rule and tenant:e861f93e5395424d8a1c128c1d8cfb37 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:56.127520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:56.132424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:56.149400 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3066aa98-8a24-494b-ab9b-57203d7fa708 req-90906877-bc1b-445c-8941-85f15b397310 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471203 Dec 14 18:01:56.366410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:56.464055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:56.472177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-48a84c67-59ff-4401-a042-c25a93369898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:56.517424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47502a9d-df9f-4e28-a885-23017b24fe27,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:56.521759 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e861f93e5395424d8a1c128c1d8cfb37&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6475739 Dec 14 18:01:56.522678 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:56.525608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56548) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:56.589808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c5198928-8130-48bc-a15d-8d43d5785388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:56.636726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c5198928-8130-48bc-a15d-8d43d5785388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:56.761233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c5198928-8130-48bc-a15d-8d43d5785388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:56.768039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-aa40a265-53fc-4f44-9703-37ff0d57fd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:56.802139 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5198928-8130-48bc-a15d-8d43d5785388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47502a9d-df9f-4e28-a885-23017b24fe27,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:56.802139 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c5198928-8130-48bc-a15d-8d43d5785388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:56.802139 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c5198928-8130-48bc-a15d-8d43d5785388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:56.802139 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c5198928-8130-48bc-a15d-8d43d5785388 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/47502a9d-df9f-4e28-a885-23017b24fe27 HTTP/1.1" status: 204 len: 168 time: 0.2712262 Dec 14 18:01:56.917714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56566) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:56.941620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:56.977205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:56.981299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Usage tracker for resource:security_group_rule and tenant:fbf33701a5ac4adaaccdf7d736120cfb is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:56.984245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:56.991497 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:57.061712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:57.134593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:57.142706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1099f76a-96fa-41de-9e9a-97db1818b2f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:57.184382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4794abd-9de7-4199-81ba-9f22f9276d47,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:57.188309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:57.193408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56574) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:57.193535 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fbf33701a5ac4adaaccdf7d736120cfb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2745042 Dec 14 18:01:57.281389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99a0e499-3015-4a62-af65-7cf2549c5ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:57.363777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99a0e499-3015-4a62-af65-7cf2549c5ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:57.429750 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769881b0-409c-4108-98ba-47ed10bea935 req-edcc2065-4b3a-44d7-937e-ba206c8a6c5c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:57.431458 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-769881b0-409c-4108-98ba-47ed10bea935 req-edcc2065-4b3a-44d7-937e-ba206c8a6c5c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1371713 Dec 14 18:01:57.484267 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-769881b0-409c-4108-98ba-47ed10bea935 req-4aa73c19-abf7-42c9-91c1-f11a6751b1bc tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466981 Dec 14 18:01:57.504078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99a0e499-3015-4a62-af65-7cf2549c5ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:57.510414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cd607855-c96f-418c-8446-992690fc4136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:57.522300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a0e499-3015-4a62-af65-7cf2549c5ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4794abd-9de7-4199-81ba-9f22f9276d47,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:57.525001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-99a0e499-3015-4a62-af65-7cf2549c5ff3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:57.530941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99a0e499-3015-4a62-af65-7cf2549c5ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:57.534507 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-99a0e499-3015-4a62-af65-7cf2549c5ff3 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a4794abd-9de7-4199-81ba-9f22f9276d47 HTTP/1.1" status: 204 len: 168 time: 0.3373427 Dec 14 18:01:58.240967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56616) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:58.283865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:58.326990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:58.331017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Usage tracker for resource:security_group_rule and tenant:1e3948bae7c94cd0a65ac5743de6cbd8 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:58.334214 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:58.340809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:58.442834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:58.510916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:58.521505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:58.578162 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc15bad0-ab66-4412-8d2d-94767ad16d92,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:58.586130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:58.612525 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1e3948bae7c94cd0a65ac5743de6cbd8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3698535 Dec 14 18:01:58.614882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56640) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:58.688909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d11350f7-6330-4eec-ae46-4372b6a0a500 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:58.725563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d391ab2c-301a-4fa1-a4b7-1da76fd232f0 req-adde44e8-ce7f-490c-b466-2c84e8e4457c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:01:58.727436 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d391ab2c-301a-4fa1-a4b7-1da76fd232f0 req-adde44e8-ce7f-490c-b466-2c84e8e4457c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0994456 Dec 14 18:01:58.729584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d11350f7-6330-4eec-ae46-4372b6a0a500 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:58.779137 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d391ab2c-301a-4fa1-a4b7-1da76fd232f0 req-39a82f39-2648-40ba-a8cb-5d9727349db0 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437763 Dec 14 18:01:58.870792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d11350f7-6330-4eec-ae46-4372b6a0a500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:58.883240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-74d589cc-5246-4f3a-b1ed-6358af3e71ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:58.891565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11350f7-6330-4eec-ae46-4372b6a0a500 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc15bad0-ab66-4412-8d2d-94767ad16d92,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:58.893926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d11350f7-6330-4eec-ae46-4372b6a0a500 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:01:58.904360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d11350f7-6330-4eec-ae46-4372b6a0a500 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:58.905605 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d11350f7-6330-4eec-ae46-4372b6a0a500 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bc15bad0-ab66-4412-8d2d-94767ad16d92 HTTP/1.1" status: 204 len: 168 time: 0.2895272 Dec 14 18:01:59.525706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56676) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:01:59.708776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:59.759757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:01:59.764873 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Usage tracker for resource:security_group_rule and tenant:d34aa65137b9405ea7951c58a5ca300e is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:01:59.771567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:01:59.777847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:01:59.863034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:59.893547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:01:59.902317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f2d91e6b-492f-430c-93f7-78b387b117cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:01:59.982999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41d6e017-f35b-4593-8fb3-375c3e45b2dd,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:01:59.991608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:00.038077 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d34aa65137b9405ea7951c58a5ca300e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5112016 Dec 14 18:02:00.040830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56702) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:00.066751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a712672-c0f9-4f33-8b7d-0051cd806a66 req-dce38653-728e-4197-8f43-c603f09ac5ce tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:00.068520 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a712672-c0f9-4f33-8b7d-0051cd806a66 req-dce38653-728e-4197-8f43-c603f09ac5ce tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1559405 Dec 14 18:02:00.126234 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9980-0949-4587-9bcb-fdad184235ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:00.142375 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a712672-c0f9-4f33-8b7d-0051cd806a66 req-92bd874d-2654-4668-8fe3-267e8c551f95 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653553 Dec 14 18:02:00.165662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9980-0949-4587-9bcb-fdad184235ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:00.264540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9980-0949-4587-9bcb-fdad184235ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:00.271165 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:00.286648 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb9980-0949-4587-9bcb-fdad184235ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41d6e017-f35b-4593-8fb3-375c3e45b2dd,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:00.293593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2dcb9980-0949-4587-9bcb-fdad184235ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:00.297695 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-2dcb9980-0949-4587-9bcb-fdad184235ef admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/41d6e017-f35b-4593-8fb3-375c3e45b2dd HTTP/1.1" status: 204 len: 168 time: 0.2557542 Dec 14 18:02:00.298799 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2dcb9980-0949-4587-9bcb-fdad184235ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:01.414290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5bc66-44a5-465a-b4e3-01b7aed8b1a1 req-6a740b0c-fe00-4ad8-a917-4b1ea64f7f38 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:01.419310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d5c5bc66-44a5-465a-b4e3-01b7aed8b1a1 req-6a740b0c-fe00-4ad8-a917-4b1ea64f7f38 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1063213 Dec 14 18:02:01.483908 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d5c5bc66-44a5-465a-b4e3-01b7aed8b1a1 req-6104364f-75e1-480c-a0a1-2b3b13ce6c12 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599263 Dec 14 18:02:02.721338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1a66a-b2eb-4679-a8fc-cda951a460ea req-7b1cea73-351b-402a-9706-59be351e3c83 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:02.731528 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ab1a66a-b2eb-4679-a8fc-cda951a460ea req-7b1cea73-351b-402a-9706-59be351e3c83 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1034060 Dec 14 18:02:02.810388 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ab1a66a-b2eb-4679-a8fc-cda951a460ea req-23da1928-f93f-459d-abf9-08b987a225ab tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778058 Dec 14 18:02:03.722939 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bd473cc5-ddd5-47c0-a718-24bef853d2e7 req-95a82296-6ed4-48b0-b766-cc1e8f9db9b9 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 1099 time: 0.0965078 Dec 14 18:02:03.786627 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bd473cc5-ddd5-47c0-a718-24bef853d2e7 req-b4c02489-d915-4200-84f4-9c34a16edc96 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487511 Dec 14 18:02:04.037558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315431d7-b2f2-435e-9cbc-073cd9592f73 req-ab96e388-1029-4f94-ad08-072a49faf14f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:04.039540 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-315431d7-b2f2-435e-9cbc-073cd9592f73 req-ab96e388-1029-4f94-ad08-072a49faf14f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1101456 Dec 14 18:02:04.095559 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-315431d7-b2f2-435e-9cbc-073cd9592f73 req-117b52af-c0fe-4c77-9309-fe438370b516 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498860 Dec 14 18:02:04.378790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56896) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:04.535637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:04.569271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:04.573330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Usage tracker for resource:security_group_rule and tenant:065f7b4103c4491b850def6b9bd9ca77 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:04.576361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:04.587409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:04.660733 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:04.702697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:04.753259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-09865477-876e-4fb5-b0a7-e01ed56b0293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:04.788205 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=065f7b4103c4491b850def6b9bd9ca77&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4082878 Dec 14 18:02:04.788360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 56916) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:04.790599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4230015e-0830-4548-ba46-6efd01665432,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:04.799307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:04.877016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-40f18a0d-e821-480d-b3cc-24d6c8c885fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:04.912466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-40f18a0d-e821-480d-b3cc-24d6c8c885fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:05.025443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-40f18a0d-e821-480d-b3cc-24d6c8c885fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:05.031760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:05.044098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f18a0d-e821-480d-b3cc-24d6c8c885fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4230015e-0830-4548-ba46-6efd01665432,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:05.046829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-40f18a0d-e821-480d-b3cc-24d6c8c885fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:05.052973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-40f18a0d-e821-480d-b3cc-24d6c8c885fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:05.054508 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-40f18a0d-e821-480d-b3cc-24d6c8c885fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4230015e-0830-4548-ba46-6efd01665432 HTTP/1.1" status: 204 len: 168 time: 0.2646496 Dec 14 18:02:05.388678 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a18fc-67af-4eec-a78b-33a37706d578 req-989e478c-016a-41e4-9d1c-0e74ef777098 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:05.390408 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-110a18fc-67af-4eec-a78b-33a37706d578 req-989e478c-016a-41e4-9d1c-0e74ef777098 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0957284 Dec 14 18:02:05.458445 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-110a18fc-67af-4eec-a78b-33a37706d578 req-8cd0bb05-6593-4e64-b8cf-1691d8fe5067 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551784 Dec 14 18:02:05.718072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56962) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:05.749384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:05.787088 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:05.791800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Usage tracker for resource:security_group_rule and tenant:435d144937564fb7821ec407f3e1a66c is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:05.794787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:05.801352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:05.883238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:05.910205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:05.917884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:05.966579 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc5dbbb6-de11-4ec6-b77d-50b35963780d,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:05.969824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:05.972839 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=435d144937564fb7821ec407f3e1a66c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2534804 Dec 14 18:02:05.975881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 56968) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:06.046421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82472622-a455-461b-8f85-fabf179fb640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:06.077513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82472622-a455-461b-8f85-fabf179fb640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:06.167971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82472622-a455-461b-8f85-fabf179fb640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:06.173157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2e8e5d6f-f4b1-4e4e-8225-f92defaec04c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:06.191354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82472622-a455-461b-8f85-fabf179fb640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc5dbbb6-de11-4ec6-b77d-50b35963780d,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:06.193836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-82472622-a455-461b-8f85-fabf179fb640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:06.205229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82472622-a455-461b-8f85-fabf179fb640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:06.206501 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-82472622-a455-461b-8f85-fabf179fb640 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fc5dbbb6-de11-4ec6-b77d-50b35963780d HTTP/1.1" status: 204 len: 168 time: 0.2296827 Dec 14 18:02:06.740902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd7e39-0b31-476d-9d5a-6d46004c82aa req-f39e53e7-3e28-4892-88ec-0795e86b8115 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:06.740902 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80cd7e39-0b31-476d-9d5a-6d46004c82aa req-f39e53e7-3e28-4892-88ec-0795e86b8115 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1232164 Dec 14 18:02:06.794281 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80cd7e39-0b31-476d-9d5a-6d46004c82aa req-bc4dfdcf-8871-4e15-8e7c-9c4a8549f496 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459855 Dec 14 18:02:07.055856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57024) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:07.093596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8145c0f-a7e5-466f-987b-3342803839d9 req-eddc2a19-0818-424d-8f6d-92a0c0db6747 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:07.095514 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e8145c0f-a7e5-466f-987b-3342803839d9 req-eddc2a19-0818-424d-8f6d-92a0c0db6747 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0968385 Dec 14 18:02:07.150539 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e8145c0f-a7e5-466f-987b-3342803839d9 req-c414dcd9-0242-4528-9bc7-174140dc6f35 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486951 Dec 14 18:02:07.378410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:07.415219 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:07.419300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Usage tracker for resource:security_group_rule and tenant:79e6558d0d1a41a0a136e4955959dc28 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:07.422296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:07.435863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:07.508712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:07.544639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:07.579732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c5198928-8130-48bc-a15d-8d43d5785388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:07.591519 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=79e6558d0d1a41a0a136e4955959dc28&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5344219 Dec 14 18:02:07.593760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57042) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:07.622941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0670edfb-3ddc-4399-92a0-1e7784b5a936,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:07.626435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:07.669648 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9c1a94ff-689c-49f9-83a8-8ff998651b5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:07.711511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9c1a94ff-689c-49f9-83a8-8ff998651b5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:07.796320 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9c1a94ff-689c-49f9-83a8-8ff998651b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:07.803363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e194144c-d2d5-44c9-b906-0c6d327c87c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:07.817150 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a94ff-689c-49f9-83a8-8ff998651b5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0670edfb-3ddc-4399-92a0-1e7784b5a936,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:07.819898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9c1a94ff-689c-49f9-83a8-8ff998651b5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:07.825922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9c1a94ff-689c-49f9-83a8-8ff998651b5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:07.830036 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9c1a94ff-689c-49f9-83a8-8ff998651b5c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0670edfb-3ddc-4399-92a0-1e7784b5a936 HTTP/1.1" status: 204 len: 168 time: 0.2323191 Dec 14 18:02:09.528660 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-0e07ead4-c792-4780-9a44-1e79e6a16cab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1098 time: 0.0821304 Dec 14 18:02:09.651769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b47c64-f86c-4197-9532-75716a3890bc req-52a0a5e3-d94d-439e-af5d-78bedff78a4e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:09.661009 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-16b47c64-f86c-4197-9532-75716a3890bc req-52a0a5e3-d94d-439e-af5d-78bedff78a4e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0923030 Dec 14 18:02:09.701943 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-4c509252-ce64-4b3b-b1f6-4f76c781e8f3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:09.703789 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-4c509252-ce64-4b3b-b1f6-4f76c781e8f3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 919 time: 0.1604245 Dec 14 18:02:09.751336 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-16b47c64-f86c-4197-9532-75716a3890bc req-67f92b71-91bf-42ea-b372-001505af435e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891793 Dec 14 18:02:09.784536 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-b4b58ee4-e4e7-482a-90e3-96c1a805ae20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 200 len: 217 time: 0.0731091 Dec 14 18:02:09.858027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-f916e3b8-3685-4dbc-a58a-ebb5045c8fa1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:09.859721 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-f916e3b8-3685-4dbc-a58a-ebb5045c8fa1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.0688164 Dec 14 18:02:09.913837 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-0fb4f8f4-3571-4fc0-b3eb-9b8a24226ef7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450923 Dec 14 18:02:10.065468 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-23c2aeb0-2d79-49a8-a278-5b3a16d48dc6 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382232 Dec 14 18:02:10.222028 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e2fe61d-e03c-44bf-a12e-9fcfa7c47901 req-d2af10ed-d8c6-4a27-8a50-d34856b627ed service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470222 Dec 14 18:02:10.983576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e6a116-c9e5-4364-a45a-4018119a6ca2 req-8c2a411e-82a4-4f5e-a6bb-df6a589692fa tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:10.985201 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-99e6a116-c9e5-4364-a45a-4018119a6ca2 req-8c2a411e-82a4-4f5e-a6bb-df6a589692fa tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0830257 Dec 14 18:02:11.041504 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-99e6a116-c9e5-4364-a45a-4018119a6ca2 req-970ec53c-a3e5-4917-b131-e7eabc01b7a6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498488 Dec 14 18:02:12.273310 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c46669-9971-4c7b-adb1-a9ad129476ba req-417a2bca-ce88-4001-8299-e110b7eaacc6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:12.275042 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-35c46669-9971-4c7b-adb1-a9ad129476ba req-417a2bca-ce88-4001-8299-e110b7eaacc6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0976319 Dec 14 18:02:12.329336 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-35c46669-9971-4c7b-adb1-a9ad129476ba req-a2e12fbc-b07d-48d9-99e3-6fc41a9f7555 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451412 Dec 14 18:02:13.490302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57312) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:13.559113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c10a866-90ca-4929-8b7d-c088518941da req-f9c7abb1-1641-4365-9dbc-8cbd4030ff90 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:13.560708 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4c10a866-90ca-4929-8b7d-c088518941da req-f9c7abb1-1641-4365-9dbc-8cbd4030ff90 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0900700 Dec 14 18:02:13.610865 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4c10a866-90ca-4929-8b7d-c088518941da req-8a18dd9b-6a09-404b-8f25-20b273d35fcb tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436747 Dec 14 18:02:13.645434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:13.683375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:13.688151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Usage tracker for resource:security_group_rule and tenant:fe92655fcf524092b782ed4d74923a4f is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:13.691301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:13.702951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:13.770941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:13.804057 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:13.837547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-91a0a7cb-6ba1-4e6e-8ac2-525e0c9a126e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:13.853906 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fe92655fcf524092b782ed4d74923a4f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3623817 Dec 14 18:02:13.857138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57326) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:13.874515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57330) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:13.876426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28645bfb-c723-402f-a284-52dc546c39de,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:13.879825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:13.948819 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba54c617-de07-47df-a4c6-eb2b1997af75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:13.977682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba54c617-de07-47df-a4c6-eb2b1997af75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.051977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.063000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba54c617-de07-47df-a4c6-eb2b1997af75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.069276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2f5b2028-ef02-4a76-ba7d-c9b7107850ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:14.090155 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba54c617-de07-47df-a4c6-eb2b1997af75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28645bfb-c723-402f-a284-52dc546c39de,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:14.094418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ba54c617-de07-47df-a4c6-eb2b1997af75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:14.105186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ba54c617-de07-47df-a4c6-eb2b1997af75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.106399 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ba54c617-de07-47df-a4c6-eb2b1997af75 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/28645bfb-c723-402f-a284-52dc546c39de HTTP/1.1" status: 204 len: 168 time: 0.2481618 Dec 14 18:02:14.116319 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:14.120466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Usage tracker for resource:security_group_rule and tenant:15193a15105d42579804d68cc8c143b4 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:14.123576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:14.129683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:14.205360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.235998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.244389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:14.288303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2833d0e-78ee-4f9a-8b0e-6304e2d23579,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:14.291615 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:14.294304 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=15193a15105d42579804d68cc8c143b4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4165165 Dec 14 18:02:14.296980 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57348) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:14.370314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e140d117-f3d0-46e7-996b-c41633564386 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.398026 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e140d117-f3d0-46e7-996b-c41633564386 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.498797 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e140d117-f3d0-46e7-996b-c41633564386 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.504712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7da2d4d8-4d6c-4c9b-852b-e83a55f7cecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:14.517662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e140d117-f3d0-46e7-996b-c41633564386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2833d0e-78ee-4f9a-8b0e-6304e2d23579,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:14.520639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e140d117-f3d0-46e7-996b-c41633564386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:14.538758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e140d117-f3d0-46e7-996b-c41633564386 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:14.540009 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e140d117-f3d0-46e7-996b-c41633564386 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c2833d0e-78ee-4f9a-8b0e-6304e2d23579 HTTP/1.1" status: 204 len: 168 time: 0.2413456 Dec 14 18:02:14.963267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57372) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:15.006067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.104651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74473b-d9f7-47c3-bfab-8fd503ccf3de req-945a7812-144f-4b9c-96d9-9395cd0499c8 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:15.121426 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9f74473b-d9f7-47c3-bfab-8fd503ccf3de req-945a7812-144f-4b9c-96d9-9395cd0499c8 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.3609874 Dec 14 18:02:15.168767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57380) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:15.214689 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9f74473b-d9f7-47c3-bfab-8fd503ccf3de req-61626f50-0333-4761-9c2e-1a3f08294f90 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887680 Dec 14 18:02:15.230443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-11ef69eb-e723-4022-a3b9-6f2320d37930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.272990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:15.277532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Usage tracker for resource:security_group_rule and tenant:443008e6013a4385b354d4f140945454 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:15.280534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:15.286646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:15.353633 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.355741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.386332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:15.390292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Usage tracker for resource:security_group_rule and tenant:0ae21d1a15d846bb938c6079b63efcb4 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:15.393402 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:15.399684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:15.407163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.444623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-24d0454f-b4dc-4c34-a931-95ca291bffd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:15.465273 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=443008e6013a4385b354d4f140945454&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4983997 Dec 14 18:02:15.467282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57388) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:15.481395 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13acc88b-3fb6-4042-a239-a262cccdc737,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:15.487548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:15.490437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57392) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:15.491695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.512393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.538871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c583704-08a0-423b-aecb-c66b742e7d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.545685 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:15.558684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Usage tracker for resource:security_group_rule and tenant:ced1e3b99871450fbcab43d0ad63561f is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:15.558684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:15.560832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:15.570274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c583704-08a0-423b-aecb-c66b742e7d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.603744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.613194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7cf12c18-a93d-43d2-b006-d3b5a9317589 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:15.629857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.655095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c49bbb6-76f2-4861-9b09-0434f7bf074c,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:15.658464 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.660449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:15.666590 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ae21d1a15d846bb938c6079b63efcb4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4960179 Dec 14 18:02:15.669002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57396) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:15.686537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4b7d4fd9-616e-428a-9d3b-38e37a583542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:15.718748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de357bb1-dbd7-48cf-b02e-d0f775672fb8,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:15.724922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:15.728955 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=ced1e3b99871450fbcab43d0ad63561f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2373533 Dec 14 18:02:15.732835 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57400) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:15.735330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c583704-08a0-423b-aecb-c66b742e7d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.742371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8206cd43-427b-4987-ba4a-ffcc6da4d895 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:15.762127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-871de0f9-2695-4103-a33b-8b08c84e6570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.771072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c583704-08a0-423b-aecb-c66b742e7d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13acc88b-3fb6-4042-a239-a262cccdc737,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:15.783859 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0c583704-08a0-423b-aecb-c66b742e7d8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:15.828588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-871de0f9-2695-4103-a33b-8b08c84e6570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.838607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c583704-08a0-423b-aecb-c66b742e7d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.839834 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0c583704-08a0-423b-aecb-c66b742e7d8b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/13acc88b-3fb6-4042-a239-a262cccdc737 HTTP/1.1" status: 204 len: 168 time: 0.3715501 Dec 14 18:02:15.891812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9cc39b4a-fca4-4407-93f4-0bca4f17af22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.924145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9cc39b4a-fca4-4407-93f4-0bca4f17af22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.984068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-871de0f9-2695-4103-a33b-8b08c84e6570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:15.989237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e140d117-f3d0-46e7-996b-c41633564386 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:16.002448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871de0f9-2695-4103-a33b-8b08c84e6570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c49bbb6-76f2-4861-9b09-0434f7bf074c,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:16.004717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-871de0f9-2695-4103-a33b-8b08c84e6570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:16.012274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-871de0f9-2695-4103-a33b-8b08c84e6570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:16.013481 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-871de0f9-2695-4103-a33b-8b08c84e6570 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4c49bbb6-76f2-4861-9b09-0434f7bf074c HTTP/1.1" status: 204 len: 168 time: 0.3434672 Dec 14 18:02:16.018470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9cc39b4a-fca4-4407-93f4-0bca4f17af22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:16.020989 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9cc39b4a-fca4-4407-93f4-0bca4f17af22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:16.022399 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9cc39b4a-fca4-4407-93f4-0bca4f17af22 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de357bb1-dbd7-48cf-b02e-d0f775672fb8 HTTP/1.1" status: 204 len: 168 time: 0.2882295 Dec 14 18:02:16.024299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d9b6e506-022b-43fc-a839-30e7b9e0aefd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:16.033619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc39b4a-fca4-4407-93f4-0bca4f17af22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de357bb1-dbd7-48cf-b02e-d0f775672fb8,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:16.036154 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9cc39b4a-fca4-4407-93f4-0bca4f17af22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:16.442867 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946c739-8389-49a0-aebe-37c60d32c55d req-b96681b5-f51d-4adf-a13c-c9012a831af4 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:16.444832 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2946c739-8389-49a0-aebe-37c60d32c55d req-b96681b5-f51d-4adf-a13c-c9012a831af4 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0834701 Dec 14 18:02:16.495557 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2946c739-8389-49a0-aebe-37c60d32c55d req-375778ab-32c6-4426-8e9e-5f67afe3acab tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433042 Dec 14 18:02:16.601047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:16.760739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57438) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:16.781159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:16.833758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:16.838240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Usage tracker for resource:security_group_rule and tenant:539d132522a84aa699ccfa86038032fd is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:16.841603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:16.848526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:16.928742 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:16.961299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:16.969378 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-34459478-b004-4324-ad92-83527f781549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:17.015443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2feabc3f-2aa6-4ec3-8c55-f6a17db09103,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:17.018841 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:17.022183 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-aadae0da-f635-40e8-a771-6052f39b7672 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=539d132522a84aa699ccfa86038032fd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2602375 Dec 14 18:02:17.026190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57448) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:17.109699 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a107ba19-6148-418c-9280-c764ca4da886 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:17.137114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a107ba19-6148-418c-9280-c764ca4da886 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:17.252913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a107ba19-6148-418c-9280-c764ca4da886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:17.258439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:17.275754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a107ba19-6148-418c-9280-c764ca4da886 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2feabc3f-2aa6-4ec3-8c55-f6a17db09103,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:17.278336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a107ba19-6148-418c-9280-c764ca4da886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:17.303057 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a107ba19-6148-418c-9280-c764ca4da886 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:17.304052 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a107ba19-6148-418c-9280-c764ca4da886 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2feabc3f-2aa6-4ec3-8c55-f6a17db09103 HTTP/1.1" status: 204 len: 168 time: 0.2764359 Dec 14 18:02:17.367453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3003c288-7960-4e8f-bea4-c80dc875c22a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:17.649700 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-d79b4144-3a63-477a-afd2-831c765ebc5d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1098 time: 0.0858779 Dec 14 18:02:17.787991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9750152c-7336-457b-af81-b6b603866b04 req-8e28d661-f49d-4d9f-9d0e-ffc14888ff8f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:17.791431 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9750152c-7336-457b-af81-b6b603866b04 req-8e28d661-f49d-4d9f-9d0e-ffc14888ff8f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1481521 Dec 14 18:02:17.847175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:17.857474 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9750152c-7336-457b-af81-b6b603866b04 req-cfeb1c43-a302-47b0-a609-6aadc2e20c4e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603125 Dec 14 18:02:17.859884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-9c796f2a-4072-42b8-8980-eb968e39792c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:17.861637 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-9c796f2a-4072-42b8-8980-eb968e39792c service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 919 time: 0.1910794 Dec 14 18:02:17.953924 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-199ae689-0aee-4c03-a247-7aef8084db51 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 200 len: 217 time: 0.0846372 Dec 14 18:02:18.032732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-241be0ba-2500-4ac3-8e24-5e1d2f0291b8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:18.035158 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-241be0ba-2500-4ac3-8e24-5e1d2f0291b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.0750206 Dec 14 18:02:18.112522 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-7e7a05c1-e2e5-45bf-95b4-486d535766a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0712044 Dec 14 18:02:18.282275 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-2f9188fa-d554-4a62-807c-cd6c9cb212d6 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630647 Dec 14 18:02:18.401141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:18.441760 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aa321677-2325-43b9-b5fd-7de10aaec36f req-febbfc82-257d-4e36-a0f7-4888b39a60bf service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527960 Dec 14 18:02:18.619539 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57506) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:18.956774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:18.991099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:18.997263 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Usage tracker for resource:security_group_rule and tenant:75a3f104606145c28363285f07c673ea is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:18.999203 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:19.006115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:19.150242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:19.182279 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca13aff4-df61-4366-9415-7a7735308e29 req-af0783f0-7afe-4a96-8622-717f92aee7f0 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:19.183746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ca13aff4-df61-4366-9415-7a7735308e29 req-af0783f0-7afe-4a96-8622-717f92aee7f0 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1439219 Dec 14 18:02:19.196615 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:19.206784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1a5ee90-eb9a-4e25-99a9-1a0ffc5a70ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:19.258710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:19.305769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86c768d7-c85a-4f36-b4d5-fb1771762c7f,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:19.313434 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=75a3f104606145c28363285f07c673ea&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6926720 Dec 14 18:02:19.313617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57532) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:19.319470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:19.350091 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ca13aff4-df61-4366-9415-7a7735308e29 req-c3313b60-d6dc-4594-a486-d1f8e8320cd4 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558087 Dec 14 18:02:19.410271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c2c1dc37-cdc3-43ac-ac7c-9a0847b5c345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:19.438027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c2c1dc37-cdc3-43ac-ac7c-9a0847b5c345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:19.717979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c2c1dc37-cdc3-43ac-ac7c-9a0847b5c345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:19.727861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-828d2e31-a91d-4957-bd5a-a0461c84750b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:19.781040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c1dc37-cdc3-43ac-ac7c-9a0847b5c345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86c768d7-c85a-4f36-b4d5-fb1771762c7f,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:19.784960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c2c1dc37-cdc3-43ac-ac7c-9a0847b5c345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:19.791996 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c2c1dc37-cdc3-43ac-ac7c-9a0847b5c345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:19.798492 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c2c1dc37-cdc3-43ac-ac7c-9a0847b5c345 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/86c768d7-c85a-4f36-b4d5-fb1771762c7f HTTP/1.1" status: 204 len: 168 time: 0.4830198 Dec 14 18:02:20.080199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:02:20.677180 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e417a-a2df-4cab-8c4d-5ff182e0b3cd req-9e3f155f-f606-426e-b6e7-ed836e2b2d6c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:20.690313 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cf5e417a-a2df-4cab-8c4d-5ff182e0b3cd req-9e3f155f-f606-426e-b6e7-ed836e2b2d6c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.2007070 Dec 14 18:02:20.787363 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cf5e417a-a2df-4cab-8c4d-5ff182e0b3cd req-af3e2532-30d6-423b-9ecd-79e42e80c215 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844672 Dec 14 18:02:22.047334 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00c2888-6f90-463e-8e94-4434c2a4aaa7 req-0e0f3ed7-fce6-48f0-aa76-456a0657644f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:22.049568 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f00c2888-6f90-463e-8e94-4434c2a4aaa7 req-0e0f3ed7-fce6-48f0-aa76-456a0657644f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1089747 Dec 14 18:02:22.125327 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f00c2888-6f90-463e-8e94-4434c2a4aaa7 req-94bc344e-17a7-43e7-9604-4df174bdd3f5 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691335 Dec 14 18:02:23.345823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89274b60-2c82-4ce9-9982-4f8f4d0d61e9 req-81b3b41d-5334-4a30-807f-fa85304bdfb3 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:23.347558 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-89274b60-2c82-4ce9-9982-4f8f4d0d61e9 req-81b3b41d-5334-4a30-807f-fa85304bdfb3 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0931809 Dec 14 18:02:23.396667 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-89274b60-2c82-4ce9-9982-4f8f4d0d61e9 req-16dc3569-df33-497c-91ae-bc7019fc77f8 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420253 Dec 14 18:02:24.627247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e900fb6-3a4b-42e2-89d0-3f1605623d55 req-d533387e-679c-4584-9aea-73fa482cec71 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:24.628860 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e900fb6-3a4b-42e2-89d0-3f1605623d55 req-d533387e-679c-4584-9aea-73fa482cec71 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0913715 Dec 14 18:02:24.677460 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2e900fb6-3a4b-42e2-89d0-3f1605623d55 req-c51a0304-de6f-4ed3-80a5-69195f3608de tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425184 Dec 14 18:02:25.899863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c222b7-2a54-48e9-a4d3-e261d3d5ed10 req-37015380-9367-4edd-ad9c-755f33844323 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:25.901615 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e7c222b7-2a54-48e9-a4d3-e261d3d5ed10 req-37015380-9367-4edd-ad9c-755f33844323 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0899355 Dec 14 18:02:25.954238 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e7c222b7-2a54-48e9-a4d3-e261d3d5ed10 req-31961fb6-0ddb-4192-a40f-a80168843a63 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462279 Dec 14 18:02:26.311137 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-35492ed2-8087-4f75-87e9-a1f6adbf77a3 req-4a3389cb-4d7f-4cd8-a9c7-fa3042b501d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1098 time: 0.0863018 Dec 14 18:02:26.364009 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-35492ed2-8087-4f75-87e9-a1f6adbf77a3 req-785ab476-1843-4524-bc8a-afce08bbfd8d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452323 Dec 14 18:02:27.172076 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6af5-5be8-4faa-9b61-4503ab3d6f1a req-5aadb23b-6c41-4e5d-ad02-6399fbbea87e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:27.173660 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7d2b6af5-5be8-4faa-9b61-4503ab3d6f1a req-5aadb23b-6c41-4e5d-ad02-6399fbbea87e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0859399 Dec 14 18:02:27.223950 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7d2b6af5-5be8-4faa-9b61-4503ab3d6f1a req-5278f815-dc19-4157-bbd1-277feedd05a2 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441766 Dec 14 18:02:27.224876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57782) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:27.421149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:27.455645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:27.459624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Usage tracker for resource:security_group_rule and tenant:5f506641e0254913b1477777d354a59f is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:27.463148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:27.469381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:27.544437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:27.572533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:27.580830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a107ba19-6148-418c-9280-c764ca4da886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:27.625978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca48df87-06e8-4e3f-8d5f-c534f96f79a5,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:27.630339 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f506641e0254913b1477777d354a59f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4043918 Dec 14 18:02:27.631289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:27.633619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57796) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:27.719549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-246c2546-091e-49de-b697-f9e0aeda755b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:27.761306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-246c2546-091e-49de-b697-f9e0aeda755b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:27.846643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-246c2546-091e-49de-b697-f9e0aeda755b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:27.854110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-871de0f9-2695-4103-a33b-8b08c84e6570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:27.868639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246c2546-091e-49de-b697-f9e0aeda755b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca48df87-06e8-4e3f-8d5f-c534f96f79a5,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:27.871839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-246c2546-091e-49de-b697-f9e0aeda755b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:27.873423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-246c2546-091e-49de-b697-f9e0aeda755b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:27.875495 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-246c2546-091e-49de-b697-f9e0aeda755b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ca48df87-06e8-4e3f-8d5f-c534f96f79a5 HTTP/1.1" status: 204 len: 168 time: 0.2404380 Dec 14 18:02:28.433294 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9665926-40df-4b9c-84c4-25090b4710d8 req-de004f8a-5383-4b5b-8bc3-e62de97347bc tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:28.434948 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f9665926-40df-4b9c-84c4-25090b4710d8 req-de004f8a-5383-4b5b-8bc3-e62de97347bc tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0833347 Dec 14 18:02:28.474262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 57820) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:28.491108 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f9665926-40df-4b9c-84c4-25090b4710d8 req-16795de2-ed66-4e24-8c64-4acb196dba33 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498943 Dec 14 18:02:28.495894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:28.530079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:28.534371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Usage tracker for resource:security_group_rule and tenant:cb260da055ac4c488d7e48bf3b2a220a is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:28.537598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:28.546621 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:28.620895 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:28.657570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:28.666404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:28.714844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 57830) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:28.715075 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=cb260da055ac4c488d7e48bf3b2a220a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2394018 Dec 14 18:02:28.716724 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b79ee0-28ec-4e72-a590-9700bedac7a2,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:28.720824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:28.787207 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8ec7-556a-402f-8d00-c482ec48aaa2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:28.814555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8ec7-556a-402f-8d00-c482ec48aaa2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:28.898602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8ec7-556a-402f-8d00-c482ec48aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:28.904016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-af022037-da27-45f4-8109-13c2b6f5a330 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:28.919409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1c8ec7-556a-402f-8d00-c482ec48aaa2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b79ee0-28ec-4e72-a590-9700bedac7a2,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:28.922423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9d1c8ec7-556a-402f-8d00-c482ec48aaa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:28.923519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9d1c8ec7-556a-402f-8d00-c482ec48aaa2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:28.928017 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9d1c8ec7-556a-402f-8d00-c482ec48aaa2 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e2b79ee0-28ec-4e72-a590-9700bedac7a2 HTTP/1.1" status: 204 len: 168 time: 0.2120593 Dec 14 18:02:29.124191 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-ad1c6386-0bca-48bf-8a4f-2b071aac6049 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1098 time: 0.1664860 Dec 14 18:02:29.164552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626712a7-888a-4079-ac4f-d024ee648f63 req-e501ac46-93c8-4184-a23c-737c38f7d486 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:29.166171 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-626712a7-888a-4079-ac4f-d024ee648f63 req-e501ac46-93c8-4184-a23c-737c38f7d486 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1438682 Dec 14 18:02:29.319116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-626712a7-888a-4079-ac4f-d024ee648f63 req-1588cebd-d76b-4268-92c7-36d47c14ccfe tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984197 Dec 14 18:02:29.323879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-4568c0bc-7a03-4d72-b0ef-058aedf3d19d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:29.325364 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-4568c0bc-7a03-4d72-b0ef-058aedf3d19d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 919 time: 0.1944478 Dec 14 18:02:29.410922 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-eafd0afc-90a2-4548-944c-e85d2aa7bb2f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 200 len: 217 time: 0.0790298 Dec 14 18:02:29.482323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-ef00328c-2b46-4688-b902-f0d84e50ce70 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:29.483925 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-ef00328c-2b46-4688-b902-f0d84e50ce70 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.0669870 Dec 14 18:02:29.538065 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-88a109a1-0693-45ed-a62f-321965f4dbef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476134 Dec 14 18:02:29.707702 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-1c31b6a5-563d-4ec7-b612-a7a2eb719ec1 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614611 Dec 14 18:02:29.866983 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f7f4082-f0ca-4f91-b96d-7d194a3dd48f req-ad6ef5fc-0f6d-46f5-b361-0461a85bf5de service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528654 Dec 14 18:02:30.558959 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4551396e-04d5-41ed-ba74-ca100edeed03 req-33df4ca0-1041-49bc-96e9-5cb21a2f1d81 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:30.562260 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4551396e-04d5-41ed-ba74-ca100edeed03 req-33df4ca0-1041-49bc-96e9-5cb21a2f1d81 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1083431 Dec 14 18:02:30.614930 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4551396e-04d5-41ed-ba74-ca100edeed03 req-59a4a276-5d83-4de6-9ba7-db09a6312970 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474715 Dec 14 18:02:31.841850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d398a660-239d-4b4d-84c7-dfb4f1323c85 req-bcfc8f8b-1977-43a3-bd7c-e8bc0c991276 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:31.843492 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d398a660-239d-4b4d-84c7-dfb4f1323c85 req-bcfc8f8b-1977-43a3-bd7c-e8bc0c991276 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0860929 Dec 14 18:02:31.923333 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d398a660-239d-4b4d-84c7-dfb4f1323c85 req-9b8a2d83-3a4c-4533-b823-8f905b8848ce tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701303 Dec 14 18:02:33.136822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3bc66-87d4-491c-bbcf-141247a92350 req-0378296f-2d92-475e-adb5-31bc0cef742a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:33.136822 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dda3bc66-87d4-491c-bbcf-141247a92350 req-0378296f-2d92-475e-adb5-31bc0cef742a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0895941 Dec 14 18:02:33.185447 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dda3bc66-87d4-491c-bbcf-141247a92350 req-d4447078-f819-4f7c-9fc5-7a728af2f4ce tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442083 Dec 14 18:02:34.397647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccf532e-800f-43f1-b566-20f8093167a1 req-9312db40-0930-4815-bb6b-24f20f344137 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:34.399708 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7ccf532e-800f-43f1-b566-20f8093167a1 req-9312db40-0930-4815-bb6b-24f20f344137 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0866675 Dec 14 18:02:34.448121 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7ccf532e-800f-43f1-b566-20f8093167a1 req-de98885a-0a26-48ba-8ab8-2947063ba686 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421393 Dec 14 18:02:36.471346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33e9a38-c878-4214-a1d9-2af261b12f21 req-87d9f4e6-e4e2-40c4-9339-299b9c2291d6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:36.473175 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e33e9a38-c878-4214-a1d9-2af261b12f21 req-87d9f4e6-e4e2-40c4-9339-299b9c2291d6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0922720 Dec 14 18:02:36.530687 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e33e9a38-c878-4214-a1d9-2af261b12f21 req-75f5d8cd-92b2-4698-9246-fb55aca43426 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510943 Dec 14 18:02:39.165505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58168) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:39.193242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58174) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:39.354647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.404245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:39.404451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.404567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Usage tracker for resource:security_group_rule and tenant:d5703d1c17e34ec499c5e102f1c94a12 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:39.405502 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:39.412112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:39.445356 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:39.449903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Usage tracker for resource:security_group_rule and tenant:f887eb512d3a4f68bdf895a38e3436e8 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:39.453018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:39.460047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:39.493649 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.540184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.543513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.552589 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cf73128c-c470-49cf-9e59-37bad071890f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:39.566193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.584674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52bb645b-0ffb-499a-a819-08e64cfa5395,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:39.599940 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-52776962-7bde-4144-b750-4ab61f57e2d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:39.604469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.604856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.606592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.607145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.610822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.611552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.612176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.612313 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f887eb512d3a4f68bdf895a38e3436e8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4178059 Dec 14 18:02:39.612982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.613454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.613934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.614468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.614622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58188) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:39.625740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:39.635860 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d5703d1c17e34ec499c5e102f1c94a12&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4685566 Dec 14 18:02:39.638443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58192) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:39.668435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81c3605-8437-468f-a037-46ff6b4d8fdd,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:39.718612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1a386991-17e8-425d-8a96-9b78e08b83ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.743587 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.743975 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.744600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.745213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.745796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.746374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.746998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.747600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.748189 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.754942 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7040a5e4-3c39-49cc-8faa-5a4e1b4dbd1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.755663 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.756173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:39.763588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:39.776360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1a386991-17e8-425d-8a96-9b78e08b83ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.810583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7040a5e4-3c39-49cc-8faa-5a4e1b4dbd1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.932323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1a386991-17e8-425d-8a96-9b78e08b83ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.932712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7040a5e4-3c39-49cc-8faa-5a4e1b4dbd1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.939865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0c583704-08a0-423b-aecb-c66b742e7d8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:39.952287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cdb52125-9d97-4747-af9b-5d6c049e0e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:39.967170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1a386991-17e8-425d-8a96-9b78e08b83ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.971597 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1a386991-17e8-425d-8a96-9b78e08b83ad admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b81c3605-8437-468f-a037-46ff6b4d8fdd HTTP/1.1" status: 204 len: 168 time: 0.3557751 Dec 14 18:02:39.979415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a386991-17e8-425d-8a96-9b78e08b83ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81c3605-8437-468f-a037-46ff6b4d8fdd,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:39.979415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1a386991-17e8-425d-8a96-9b78e08b83ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:39.986760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040a5e4-3c39-49cc-8faa-5a4e1b4dbd1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52bb645b-0ffb-499a-a819-08e64cfa5395,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:39.988752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7040a5e4-3c39-49cc-8faa-5a4e1b4dbd1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:39.989979 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7040a5e4-3c39-49cc-8faa-5a4e1b4dbd1b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/52bb645b-0ffb-499a-a819-08e64cfa5395 HTTP/1.1" status: 204 len: 168 time: 0.3504691 Dec 14 18:02:39.990923 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7040a5e4-3c39-49cc-8faa-5a4e1b4dbd1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:40.915214 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-42fe1b1e-eff3-4368-9971-22f0906dacc4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1098 time: 0.2211559 Dec 14 18:02:40.943249 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b063fd-7eee-4056-bf1d-7bc05b4a7bb9 req-f2a5176e-5343-4674-856f-64bd0ef879c3 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:40.951787 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-42b063fd-7eee-4056-bf1d-7bc05b4a7bb9 req-f2a5176e-5343-4674-856f-64bd0ef879c3 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1691923 Dec 14 18:02:41.074054 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-42b063fd-7eee-4056-bf1d-7bc05b4a7bb9 req-f8ac63f0-cb6a-43b0-82fd-fd93ece8519c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210153 Dec 14 18:02:41.155154 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-857248c2-d3fc-4a6d-a5cd-8fe1fdb69a1d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:41.157680 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-857248c2-d3fc-4a6d-a5cd-8fe1fdb69a1d service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 919 time: 0.2130091 Dec 14 18:02:41.237392 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-11673c50-bf27-4066-a901-bfc9f6701b29 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 200 len: 217 time: 0.0715349 Dec 14 18:02:41.317081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-935acc5f-6039-4629-93a5-e106ad201793 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:41.318806 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-935acc5f-6039-4629-93a5-e106ad201793 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.0669537 Dec 14 18:02:41.374426 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-41608242-fa4e-4c23-8a55-1a2ed43b1ad8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478530 Dec 14 18:02:41.531573 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-4733e225-6c00-4b9d-a7ac-12eb1f60e30b service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1505835 Dec 14 18:02:41.682615 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f098c9cd-95c2-4e52-a1ad-f879d7818c04 req-05ecfe7f-0a36-4dba-a63a-880325137bf8 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448843 Dec 14 18:02:42.309805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777b3ad9-e1de-453f-ab24-42c2ea8b5b0f req-813263cc-fa5a-4880-bb6f-5e838d7b3982 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:42.311475 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-777b3ad9-e1de-453f-ab24-42c2ea8b5b0f req-813263cc-fa5a-4880-bb6f-5e838d7b3982 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0992908 Dec 14 18:02:42.367228 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-777b3ad9-e1de-453f-ab24-42c2ea8b5b0f req-24bf7063-4daf-4668-91a2-dbf3979d7c9b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486233 Dec 14 18:02:42.758936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58330) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:42.910183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:42.942823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:42.947391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:18d1faa819424a3d8ee6cd8dd5c67cf9 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:42.950423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:42.956454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:43.028038 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:43.057197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:43.065008 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5024f6b9-e5be-475c-b850-e360f09b6fb6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:43.110706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b768da-6979-4c51-8222-0225c2e5aeb2,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:43.114236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:43.120052 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=18d1faa819424a3d8ee6cd8dd5c67cf9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3574896 Dec 14 18:02:43.120954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58340) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:43.184848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf6fad9e-34f4-4e93-969d-31a318d167f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:43.212436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf6fad9e-34f4-4e93-969d-31a318d167f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:43.297523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf6fad9e-34f4-4e93-969d-31a318d167f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:43.302732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:43.316890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6fad9e-34f4-4e93-969d-31a318d167f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b768da-6979-4c51-8222-0225c2e5aeb2,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:43.320011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cf6fad9e-34f4-4e93-969d-31a318d167f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:43.321993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf6fad9e-34f4-4e93-969d-31a318d167f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:43.323232 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cf6fad9e-34f4-4e93-969d-31a318d167f1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/55b768da-6979-4c51-8222-0225c2e5aeb2 HTTP/1.1" status: 204 len: 168 time: 0.2019711 Dec 14 18:02:43.641671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b02b5b5-4ad2-4baf-aac1-fcd8f1a06ffb req-175fe893-68b0-4e4a-9ded-f521b5b1829c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:43.644263 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6b02b5b5-4ad2-4baf-aac1-fcd8f1a06ffb req-175fe893-68b0-4e4a-9ded-f521b5b1829c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1002679 Dec 14 18:02:43.727016 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6b02b5b5-4ad2-4baf-aac1-fcd8f1a06ffb req-d2383354-84d4-40e8-96df-bb119f4f8f01 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749567 Dec 14 18:02:43.972513 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-5b0b3b01-5c2b-4448-9c77-37aae22e6262 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/networks?tenant_id=053750011ebd41f7bd95c21f5a1da896&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358489 Dec 14 18:02:44.099736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58388) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:44.160890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-d419a2d0-ea77-4955-8d16-216349b2304b tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:44.168783 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-d419a2d0-ea77-4955-8d16-216349b2304b tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1897798 Dec 14 18:02:44.188965 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-e4d02674-692b-4275-b36b-415976618b92 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/quotas/053750011ebd41f7bd95c21f5a1da896 HTTP/1.1" status: 200 len: 375 time: 0.0191586 Dec 14 18:02:44.252001 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-a9614b7d-8ca4-4dea-bc74-9ec09a6550a5 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=053750011ebd41f7bd95c21f5a1da896&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613441 Dec 14 18:02:44.373048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:44.407671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:44.411869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Usage tracker for resource:security_group_rule and tenant:a6666a8a23e946dd8a6e50507c31bb23 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:44.415540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:44.421583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:44.567320 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9cb7ede9-de79-4812-ad11-f0d40f9ae0da req-346ccb78-e2e1-41f6-81d7-4c2631e20d22 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 210 time: 0.0559528 Dec 14 18:02:44.569730 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:44.612928 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:44.622704 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58414) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:44.628353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e0b9bb7e-68fc-4596-a29d-bd7b4458a720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:44.681843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e63a455-6a5b-490f-8cfb-1cf3632f34ab,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:44.687438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:44.703481 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=a6666a8a23e946dd8a6e50507c31bb23&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6022346 Dec 14 18:02:44.705858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58422) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:44.775010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf145536-b821-4d47-bfe0-bb7cea8d00ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:44.785813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-503932303-network', 'tenant_id': '3a084dd019f944e7bf101a4520699f65'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:02:44.792607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:44.797591 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Usage tracker for resource:network and tenant:3a084dd019f944e7bf101a4520699f65 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:44.800716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:44.805407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf145536-b821-4d47-bfe0-bb7cea8d00ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:44.806985 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:44.988906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Made reservation on behalf of 3a084dd019f944e7bf101a4520699f65 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:02:44.992701 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf145536-b821-4d47-bfe0-bb7cea8d00ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:44.994230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:44.999199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9d1c8ec7-556a-402f-8d00-c482ec48aaa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:45.008862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.014163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5a98d4-efe6-4774-98b6-97072b162119 req-584213e6-5396-4d68-ba6c-0c2968a8ddba tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:45.015801 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3a5a98d4-efe6-4774-98b6-97072b162119 req-584213e6-5396-4d68-ba6c-0c2968a8ddba tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0972514 Dec 14 18:02:45.021591 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf145536-b821-4d47-bfe0-bb7cea8d00ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e63a455-6a5b-490f-8cfb-1cf3632f34ab,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:45.026282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cf145536-b821-4d47-bfe0-bb7cea8d00ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:45.042574 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cf145536-b821-4d47-bfe0-bb7cea8d00ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.043179 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:45.046563 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cf145536-b821-4d47-bfe0-bb7cea8d00ca admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/5e63a455-6a5b-490f-8cfb-1cf3632f34ab HTTP/1.1" status: 204 len: 168 time: 0.3369114 Dec 14 18:02:45.060765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Usage tracker for resource:security_group_rule and tenant:3a084dd019f944e7bf101a4520699f65 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:45.063818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:45.071986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:45.073308 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3a5a98d4-efe6-4774-98b6-97072b162119 req-8cf9858a-9e91-40d2-9811-220edfd05b69 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481000 Dec 14 18:02:45.146620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.195454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.200160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-20c768ef-5d79-4694-bca7-1dbfa2c0edb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:45.229595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:45.232868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:45.258884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 215} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:02:45.309153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91ac3333-6517-4362-950a-cb5f52d668f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.379446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.379974 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Added segment ef48913f-aecd-4e2d-a6e2-800c798aa03a of type vlan for network 4ee17a7f-a885-4cc1-96a4-968377c5f290 Dec 14 18:02:45.475430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.543603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.544987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:45.545631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.551036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:45.670034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Pushing event updated for resources: {'Network': ['ID=4ee17a7f-a885-4cc1-96a4-968377c5f290,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:45.673398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:45.682102 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network 4ee17a7f-a885-4cc1-96a4-968377c5f290 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:02:45.694410 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ff66bd1f-2565-44d4-b2fe-2540f49de6d7 req-8647f4b2-fe97-4632-8b8b-b1445fd81eab tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 210 time: 0.0540726 Dec 14 18:02:45.706725 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0799446 Dec 14 18:02:45.707103 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58444) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:45.714056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Request body: {'subnet': {'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-503932303-subnet', 'tenant_id': '3a084dd019f944e7bf101a4520699f65', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:02:45.724991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:45.730148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Usage tracker for resource:subnet and tenant:3a084dd019f944e7bf101a4520699f65 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:45.733541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:45.740239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:45.762247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58448) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:45.787814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.817553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Made reservation on behalf of 3a084dd019f944e7bf101a4520699f65 for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:02:45.822728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:45.831022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:45.843856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Usage tracker for resource:security_group_rule and tenant:3bb911a6656a411291bf1e67436f74ab is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:45.844269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:45.851198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:46.105263 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.160378 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.169308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a355df8a-ab5e-4ca1-955e-5a60600d5bf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:46.211505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb654b28-3dc7-4d4f-87fb-e6032d2aded7,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:46.216209 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3bb911a6656a411291bf1e67436f74ab&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4525266 Dec 14 18:02:46.217200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:46.219184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58454) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:46.297949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e064bc05-0dc5-4e33-9d08-a380996ba9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.328056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e064bc05-0dc5-4e33-9d08-a380996ba9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.400811 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b7934-87e7-4b84-b9ff-daabdcc9ec83 req-42b4779c-cd88-4f08-bd0b-45394885633b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:46.402400 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-224b7934-87e7-4b84-b9ff-daabdcc9ec83 req-42b4779c-cd88-4f08-bd0b-45394885633b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1471241 Dec 14 18:02:46.451496 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-224b7934-87e7-4b84-b9ff-daabdcc9ec83 req-d53fcd41-62a2-4d51-a7d1-d83f69b406e6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427148 Dec 14 18:02:46.480542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.485907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:46.550286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e064bc05-0dc5-4e33-9d08-a380996ba9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.557002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0fba1c-a5d7-4465-b3ee-c2f509a170f7,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:46.558207 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8a2ca7e7-d3c9-4b6f-adaf-4d207b237fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:46.562425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:46.576455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e064bc05-0dc5-4e33-9d08-a380996ba9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb654b28-3dc7-4d4f-87fb-e6032d2aded7,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:46.578979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e064bc05-0dc5-4e33-9d08-a380996ba9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:46.580638 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Checking segment: {'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:02:46.581037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Network hostable DHCP agents. Network: 4ee17a7f-a885-4cc1-96a4-968377c5f290, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:02:46.581175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e064bc05-0dc5-4e33-9d08-a380996ba9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.585683 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e064bc05-0dc5-4e33-9d08-a380996ba9d1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bb654b28-3dc7-4d4f-87fb-e6032d2aded7 HTTP/1.1" status: 204 len: 168 time: 0.3653007 Dec 14 18:02:46.623458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.664086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Network 4ee17a7f-a885-4cc1-96a4-968377c5f290 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:02:46.731722 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, 4ee17a7f-a885-4cc1-96a4-968377c5f290) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:02:46.735840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:46.736484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:46.747886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a1a7a7-ccdf-41bf-99d8-f4eb43753aee None None] Network 4ee17a7f-a885-4cc1-96a4-968377c5f290 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:02:46.819324 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ce661144-a85c-4485-8666-0d6b2ba1f852 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1109929 Dec 14 18:02:46.970860 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ed921b62-0c2f-4566-a692-7c4ca119c5db req-0c9eb311-ac22-4498-96ca-ce1ba67d09c6 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 210 time: 0.1142902 Dec 14 18:02:47.024833 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c892d6f3-07f7-414f-91c5-2623e1b16ba1 None None] Network 4ee17a7f-a885-4cc1-96a4-968377c5f290 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:02:47.310010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58484) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:47.335332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:47.369002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:47.373065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Usage tracker for resource:security_group_rule and tenant:8732c64f4cb2476bbe9357f55f765df4 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:47.376226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:47.383706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:47.432089 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-cd6c92f2-71ab-4103-8c55-0c0aaa052d0c tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=053750011ebd41f7bd95c21f5a1da896&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0390563 Dec 14 18:02:47.457361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c5d3d6c-197c-451e-8925-b37417da7d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:47.621407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:47.633833 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-06d417ee-1d6c-41a5-9549-2f9e8ac30d52 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:47.635480 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-06d417ee-1d6c-41a5-9549-2f9e8ac30d52 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2002649 Dec 14 18:02:47.650787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Request body: {'port': {'device_id': '5824c7c0-b796-4912-8f1a-a7574383fbbe', 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90', 'admin_state_up': True, 'tenant_id': '053750011ebd41f7bd95c21f5a1da896'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:02:47.755129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d647d21-c031-4dfa-a168-8e4f6a65e40f req-b4c85e26-9ac6-4eff-b925-6d1f3d2ee5f8 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:47.757196 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0d647d21-c031-4dfa-a168-8e4f6a65e40f req-b4c85e26-9ac6-4eff-b925-6d1f3d2ee5f8 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1110158 Dec 14 18:02:47.813388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:47.830373 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0d647d21-c031-4dfa-a168-8e4f6a65e40f req-d9912f9b-ffa6-4c9c-8171-5dcc2162fa85 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670099 Dec 14 18:02:47.830553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b7942b9a-da1d-412b-ab43-a1603faacb31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:47.865037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:47.897211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:47.911272 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Usage tracker for resource:port and tenant:053750011ebd41f7bd95c21f5a1da896 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:47.917176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:47.926805 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8732c64f4cb2476bbe9357f55f765df4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6156352 Dec 14 18:02:47.927725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c81147-79ed-4510-b612-c43d0cb56b4a,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:47.930155 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58494) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:47.932078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:47.933117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:47.996119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Made reservation on behalf of 053750011ebd41f7bd95c21f5a1da896 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:02:48.003457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.018366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.040575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d38a1e4-eb79-41ef-9964-21dc36e23427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.070001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:48.074142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Usage tracker for resource:security_group_rule and tenant:053750011ebd41f7bd95c21f5a1da896 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:48.077436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:48.094014 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:48.112529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d38a1e4-eb79-41ef-9964-21dc36e23427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.200690 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.217863 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-820ec3db-d59f-4313-883c-b627d67be575 req-e762cdb5-64db-4157-a5d4-9ebcfc85b712 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 210 time: 0.0462208 Dec 14 18:02:48.228424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d38a1e4-eb79-41ef-9964-21dc36e23427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.233461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f9820d3a-943d-4ecd-ae35-8df4c3d8f85d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:48.244390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d38a1e4-eb79-41ef-9964-21dc36e23427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c81147-79ed-4510-b612-c43d0cb56b4a,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:48.248349 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d38a1e4-eb79-41ef-9964-21dc36e23427 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:48.251609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d38a1e4-eb79-41ef-9964-21dc36e23427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.252848 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0d38a1e4-eb79-41ef-9964-21dc36e23427 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f6c81147-79ed-4510-b612-c43d0cb56b4a HTTP/1.1" status: 204 len: 168 time: 0.3216038 Dec 14 18:02:48.268730 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.271956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-40f18a0d-e821-480d-b3cc-24d6c8c885fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:48.348545 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f541c9-1c76-43d9-9340-108dbf93c0e8,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:48.354703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:48.400599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.454636 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Allocated IP 192.168.233.119 (eb279edc-bc5a-4bfa-8ee0-78453d455d90/a92df3d6-e962-4a94-a5dc-c4930b3ade27/45947cf7-4313-4be0-a582-dafd677a9a68) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:02:48.669182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.684285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Transition to ACTIVE for port object 45947cf7-4313-4be0-a582-dafd677a9a68 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:02:48.800591 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:48.814908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:48.872976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Network eb279edc-bc5a-4bfa-8ee0-78453d455d90 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:02:48.878420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:02:48.885231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:02:48.955757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Pushing event updated for resources: {'Port': ['ID=45947cf7-4313-4be0-a582-dafd677a9a68,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:48.960243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:49.009561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:49.010583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:49.067706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9bf3ab-740a-4f63-82ad-0666fd85e754 req-7d3b61ff-5a75-4095-b070-27505544e1b9 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:49.073987 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7e9bf3ab-740a-4f63-82ad-0666fd85e754 req-7d3b61ff-5a75-4095-b070-27505544e1b9 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1052594 Dec 14 18:02:49.110169 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4636202 Dec 14 18:02:49.123765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Request body: {'port': {'device_id': '5824c7c0-b796-4912-8f1a-a7574383fbbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:02:49.145639 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7e9bf3ab-740a-4f63-82ad-0666fd85e754 req-193004c7-6643-4a70-af76-a713f35de34c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695326 Dec 14 18:02:49.257611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:49.383378 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-7745cc8c-5640-4b36-b540-225cfc604eeb None None] Provisioning for port 45947cf7-4313-4be0-a582-dafd677a9a68 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:02:49.388883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-7745cc8c-5640-4b36-b540-225cfc604eeb None None] Provisioning complete for port 45947cf7-4313-4be0-a582-dafd677a9a68 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:02:49.389383 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7745cc8c-5640-4b36-b540-225cfc604eeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:49.486993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-7745cc8c-5640-4b36-b540-225cfc604eeb None None] Port 45947cf7-4313-4be0-a582-dafd677a9a68 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:02:49.523441 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:49.627450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752f5b1b-82e8-419c-a7ef-e31b1d0dca32 req-74899eae-196b-40a3-b319-756ecff20909 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:49.628404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-752f5b1b-82e8-419c-a7ef-e31b1d0dca32 req-74899eae-196b-40a3-b319-756ecff20909 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Synchronizing usage tracker for tenant:053750011ebd41f7bd95c21f5a1da896 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:02:49.728005 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-752f5b1b-82e8-419c-a7ef-e31b1d0dca32 req-74899eae-196b-40a3-b319-756ecff20909 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Unset dirty status for tenant:053750011ebd41f7bd95c21f5a1da896 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:02:49.729214 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-752f5b1b-82e8-419c-a7ef-e31b1d0dca32 req-74899eae-196b-40a3-b319-756ecff20909 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 936 time: 0.3338854 Dec 14 18:02:49.877683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-99b7a764-4e44-4d45-808d-17a20a8da8ef tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:49.884859 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-99b7a764-4e44-4d45-808d-17a20a8da8ef tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/networks?id=4ee17a7f-a885-4cc1-96a4-968377c5f290 HTTP/1.1" status: 200 len: 813 time: 0.2195497 Dec 14 18:02:49.903149 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-45d43ffb-4c86-4ab9-968e-ffaab104cdbc tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/quotas/3a084dd019f944e7bf101a4520699f65 HTTP/1.1" status: 200 len: 375 time: 0.0172648 Dec 14 18:02:49.911142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-752f5b1b-82e8-419c-a7ef-e31b1d0dca32 req-6cc27ffc-a1c5-41ea-986b-fc9ae4ed8478 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Synchronizing usage tracker for tenant:053750011ebd41f7bd95c21f5a1da896 on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:02:49.957380 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-215e13f1-b992-4e5a-9845-d27aa68bf479 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a084dd019f944e7bf101a4520699f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0532572 Dec 14 18:02:49.961440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-752f5b1b-82e8-419c-a7ef-e31b1d0dca32 req-6cc27ffc-a1c5-41ea-986b-fc9ae4ed8478 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Unset dirty status for tenant:053750011ebd41f7bd95c21f5a1da896 on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:02:49.974141 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-752f5b1b-82e8-419c-a7ef-e31b1d0dca32 req-6cc27ffc-a1c5-41ea-986b-fc9ae4ed8478 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319188 Dec 14 18:02:50.052068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45947cf7-4313-4be0-a582-dafd677a9a68 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:02:50.059588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:50.077674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Transition to ACTIVE for port object 45947cf7-4313-4be0-a582-dafd677a9a68 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:02:50.108180 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-bd8cc4a1-3456-40f1-b904-bf10c616feee service neutron] 10.222.0.58 "GET /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496487 Dec 14 18:02:50.114480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:50.120099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:50.264107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Pushing event updated for resources: {'Port': ['ID=45947cf7-4313-4be0-a582-dafd677a9a68,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:50.299835 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:50.330065 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-7f93c9ee-034c-4b58-ba05-76281afc1cce service neutron] 10.222.0.58 "GET /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117777 Dec 14 18:02:50.390351 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Attempting to bind port 45947cf7-4313-4be0-a582-dafd677a9a68 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:02:50.390992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Attempting to bind port 45947cf7-4313-4be0-a582-dafd677a9a68 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:02:50.394474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Attempting to bind port 45947cf7-4313-4be0-a582-dafd677a9a68 on network eb279edc-bc5a-4bfa-8ee0-78453d455d90 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:02:50.399384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Port 45947cf7-4313-4be0-a582-dafd677a9a68 on network eb279edc-bc5a-4bfa-8ee0-78453d455d90 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:02:50.399956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Attempting to bind port 45947cf7-4313-4be0-a582-dafd677a9a68 on network eb279edc-bc5a-4bfa-8ee0-78453d455d90 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:02:50.407520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:02:50.408127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Checking segment: {'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:02:50.409274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Bound using segment: {'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:02:50.409914 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Bound port: 45947cf7-4313-4be0-a582-dafd677a9a68, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:02:50.410457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:50.534265 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] For port 45947cf7-4313-4be0-a582-dafd677a9a68, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:02:50.537084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] For port 45947cf7-4313-4be0-a582-dafd677a9a68, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45947cf7-4313-4be0-a582-dafd677a9a68,segment=NetworkSegment(436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f),segment_id=436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:02:50.619364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:50.628679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:50.680137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58584) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:50.717791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:50.719968 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] 10.222.0.18 "PUT /v2.0/ports/45947cf7-4313-4be0-a582-dafd677a9a68 HTTP/1.1" status: 200 len: 1098 time: 1.6023202 Dec 14 18:02:50.726741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5824c7c0-b796-4912-8f1a-a7574383fbbe', 'tag': '45947cf7-4313-4be0-a582-dafd677a9a68'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:02:50.772412 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Pushing event updated for resources: {'Port': ['ID=45947cf7-4313-4be0-a582-dafd677a9a68,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:50.777196 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:50.793623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fffee7b-3356-4c51-bbf3-1ec796f38aa5 req-9314a0be-4fa2-4166-9d6d-7713065d57a6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:50.802064 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6fffee7b-3356-4c51-bbf3-1ec796f38aa5 req-9314a0be-4fa2-4166-9d6d-7713065d57a6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.2285471 Dec 14 18:02:50.868595 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6fffee7b-3356-4c51-bbf3-1ec796f38aa5 req-e0863593-97f9-4371-ade3-3f4832140c03 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654480 Dec 14 18:02:50.900716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:50.948066 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:50.958335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Usage tracker for resource:security_group_rule and tenant:e545957ad3d940a09fb81a27b8b0c09a is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:50.964431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:50.972477 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5824c7c0-b796-4912-8f1a-a7574383fbbe', 'tag': '45947cf7-4313-4be0-a582-dafd677a9a68', 'status': 'completed', 'code': 200} Dec 14 18:02:50.981037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:51.068691 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-0144c6c7-46fa-45fa-8eea-cc8f66065aa4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=053750011ebd41f7bd95c21f5a1da896&device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 1101 time: 0.1989543 Dec 14 18:02:51.101427 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e245979c-4203-4f6c-bf9e-60c1cde5bdba req-c1af430c-3533-4f3e-b5e2-3ea2f2846cd5 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 210 time: 0.0976291 Dec 14 18:02:51.104446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58600) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:51.198022 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-b56f6634-f4ad-47e4-a30f-198b9686f91a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=45947cf7-4313-4be0-a582-dafd677a9a68 HTTP/1.1" status: 200 len: 217 time: 0.1216440 Dec 14 18:02:51.236296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.301167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.308727 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7c699fcb-180c-408d-b7b5-de1f7d0d2c60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:51.318219 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.339808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-076f121e-660c-4d03-90a5-92de656b1b32 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:51.341389 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-076f121e-660c-4d03-90a5-92de656b1b32 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a92df3d6-e962-4a94-a5dc-c4930b3ade27 HTTP/1.1" status: 200 len: 843 time: 0.1336112 Dec 14 18:02:51.372513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b51946-3b65-479f-b733-2d8645c60d35,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:51.380627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:51.391234 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=e545957ad3d940a09fb81a27b8b0c09a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7099288 Dec 14 18:02:51.392417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:51.394584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58612) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:51.415152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d319044-d848-4c34-b359-fafc6a97040f req-ecee9d0d-c388-43c8-a6f8-38ae88ca8330 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:51.415664 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Usage tracker for resource:security_group_rule and tenant:1d67f12121004f7b8d2c0eba44ceb34e is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:51.416760 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7d319044-d848-4c34-b359-fafc6a97040f req-ecee9d0d-c388-43c8-a6f8-38ae88ca8330 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 948 time: 0.1623759 Dec 14 18:02:51.428634 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:51.443044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:51.467114 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-156ec602-7cec-42d8-be67-9b8982dc0045 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb279edc-bc5a-4bfa-8ee0-78453d455d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1173995 Dec 14 18:02:51.527645 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7d319044-d848-4c34-b359-fafc6a97040f req-6ddb227a-6e64-40a0-ad2d-af7e595c19bb tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994453 Dec 14 18:02:51.705016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6db9-faf8-4dcd-a971-2c4b7014b494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.735900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6db9-faf8-4dcd-a971-2c4b7014b494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.825622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.852031 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-deba4662-a458-465c-8a1c-93f37ab204b8 service neutron] 10.222.0.18 "GET /v2.0/networks/eb279edc-bc5a-4bfa-8ee0-78453d455d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3676596 Dec 14 18:02:51.869527 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.877364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c60cf88e-f1b1-40b8-9394-e3a61a953ce2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:51.884741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6db9-faf8-4dcd-a971-2c4b7014b494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.930516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3d3a6db9-faf8-4dcd-a971-2c4b7014b494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:51.934116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3d3a6db9-faf8-4dcd-a971-2c4b7014b494 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/a7b51946-3b65-479f-b733-2d8645c60d35 HTTP/1.1" status: 204 len: 168 time: 0.5361488 Dec 14 18:02:51.939586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539ef535-5deb-460e-bd1e-5e6d67d9b763,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:51.947167 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1d67f12121004f7b8d2c0eba44ceb34e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8383470 Dec 14 18:02:51.947167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:51.947167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-16596ba5-4661-4535-b5ca-9e4f9e57eb4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:51.953083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58624) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:51.969582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3a6db9-faf8-4dcd-a971-2c4b7014b494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b51946-3b65-479f-b733-2d8645c60d35,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:51.973346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3d3a6db9-faf8-4dcd-a971-2c4b7014b494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:52.043874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce32-dbc5-41d7-8ecc-7549f8194391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:52.075553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce32-dbc5-41d7-8ecc-7549f8194391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:52.109846 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf6ff0c4-1f92-4960-b795-db547f1a3c50 req-ac2bd634-a83d-4cc8-8cb7-14749f337106 service neutron] 10.222.0.18 "GET /v2.0/networks/eb279edc-bc5a-4bfa-8ee0-78453d455d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496080 Dec 14 18:02:52.156277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29fe0a-4198-4b04-97f0-ce3912cbca79 req-43aa3e3b-4387-47f6-bdcd-2ce1e1a3c151 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:52.157862 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd29fe0a-4198-4b04-97f0-ce3912cbca79 req-43aa3e3b-4387-47f6-bdcd-2ce1e1a3c151 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1529462 Dec 14 18:02:52.171567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce32-dbc5-41d7-8ecc-7549f8194391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:52.177163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1a386991-17e8-425d-8a96-9b78e08b83ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:52.192677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39ce32-dbc5-41d7-8ecc-7549f8194391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539ef535-5deb-460e-bd1e-5e6d67d9b763,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:52.195845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bf39ce32-dbc5-41d7-8ecc-7549f8194391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:52.198377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf39ce32-dbc5-41d7-8ecc-7549f8194391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:52.199636 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-bf39ce32-dbc5-41d7-8ecc-7549f8194391 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/539ef535-5deb-460e-bd1e-5e6d67d9b763 HTTP/1.1" status: 204 len: 168 time: 0.2436037 Dec 14 18:02:52.273492 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd29fe0a-4198-4b04-97f0-ce3912cbca79 req-cfa77364-d099-4ed9-bd36-0b95dda33ebc tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080265 Dec 14 18:02:52.328397 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-f37dfd34-81c0-45b2-911a-227619204cad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=053750011ebd41f7bd95c21f5a1da896&device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 1101 time: 0.0966406 Dec 14 18:02:52.499196 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-928983a1-6a83-4984-aca8-a1f74c64a036 req-4626e1b5-5867-42c1-8694-219bcd5c0752 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 210 time: 0.0627651 Dec 14 18:02:52.541369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-129d9e2d-09df-4f20-ab5c-ce49beb987f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:52.551418 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-129d9e2d-09df-4f20-ab5c-ce49beb987f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=eb279edc-bc5a-4bfa-8ee0-78453d455d90 HTTP/1.1" status: 200 len: 870 time: 0.2031100 Dec 14 18:02:52.644146 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-b014be46-9ff0-4393-a17d-e5699e8a9bc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.119&port_id=45947cf7-4313-4be0-a582-dafd677a9a68 HTTP/1.1" status: 200 len: 217 time: 0.0845006 Dec 14 18:02:52.842652 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-d8c08592-7732-45a8-8d20-781e45dfa78c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:52.844246 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-d8c08592-7732-45a8-8d20-781e45dfa78c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a92df3d6-e962-4a94-a5dc-c4930b3ade27 HTTP/1.1" status: 200 len: 843 time: 0.1932509 Dec 14 18:02:52.924024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cf07e-ea91-40fc-aeb7-78837848a859 req-fac88474-9b5b-4eaf-8b57-6bdd4eceaf90 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:52.925563 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9f3cf07e-ea91-40fc-aeb7-78837848a859 req-fac88474-9b5b-4eaf-8b57-6bdd4eceaf90 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 948 time: 0.2110920 Dec 14 18:02:52.992737 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-2519c96c-addb-49a0-a2e0-0c1ef4f98faf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=eb279edc-bc5a-4bfa-8ee0-78453d455d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1351724 Dec 14 18:02:52.997976 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9f3cf07e-ea91-40fc-aeb7-78837848a859 req-7a88a76b-474b-40a6-af16-b2abac8d8377 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654712 Dec 14 18:02:53.138234 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-bddc18e4-cc36-4fe3-bc6e-6e9445814354 service neutron] 10.222.0.18 "GET /v2.0/networks/eb279edc-bc5a-4bfa-8ee0-78453d455d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366482 Dec 14 18:02:53.302264 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58656) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:53.414698 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a566ae2a-ee3d-4dd6-bc98-ad306316631e req-5e0d491d-ac64-4863-958e-426b3b3bbca4 service neutron] 10.222.0.18 "GET /v2.0/networks/eb279edc-bc5a-4bfa-8ee0-78453d455d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695289 Dec 14 18:02:53.426036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-307d703d-afca-43b7-aaa8-e3d5a78616f1 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:53.426812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-307d703d-afca-43b7-aaa8-e3d5a78616f1 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Synchronizing usage tracker for tenant:3a084dd019f944e7bf101a4520699f65 on resource:network {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:02:53.475226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-908917982-network', 'tenant_id': '5ce7c70693b848d4b5a723bef1a7377c'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:02:53.480683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:53.487134 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Usage tracker for resource:network and tenant:5ce7c70693b848d4b5a723bef1a7377c is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:53.491489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:53.499063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:53.532080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd54b365-d1ea-43ae-a608-9fd2b89a061a req-bb6de40c-f51e-434a-af44-554bf193e752 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:53.533649 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd54b365-d1ea-43ae-a608-9fd2b89a061a req-bb6de40c-f51e-434a-af44-554bf193e752 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1090345 Dec 14 18:02:53.537228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-307d703d-afca-43b7-aaa8-e3d5a78616f1 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Unset dirty status for tenant:3a084dd019f944e7bf101a4520699f65 on resource:network {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:02:53.539335 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-307d703d-afca-43b7-aaa8-e3d5a78616f1 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.18 "GET /v2.0/networks?id=4ee17a7f-a885-4cc1-96a4-968377c5f290 HTTP/1.1" status: 200 len: 813 time: 0.3145585 Dec 14 18:02:53.556036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Request body: {'port': {'device_id': '7b70ce28-c3ac-41ff-b9b1-eab4b38c488f', 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290', 'admin_state_up': True, 'tenant_id': '3a084dd019f944e7bf101a4520699f65'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:02:53.605210 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd54b365-d1ea-43ae-a608-9fd2b89a061a req-fdf8a233-c957-4c44-a83a-ac848b13771b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642569 Dec 14 18:02:53.623100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Made reservation on behalf of 5ce7c70693b848d4b5a723bef1a7377c for: {'network': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:02:53.623100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:53.635559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:53.668908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:53.672932 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Usage tracker for resource:security_group_rule and tenant:5ce7c70693b848d4b5a723bef1a7377c is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:53.675894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:53.683850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:53.718505 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7b7c21a-777b-4ec3-a6e5-ea8814e814be req-2fe3ade3-2280-4938-96a7-5586b0dd28db tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 210 time: 0.0627267 Dec 14 18:02:53.793778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:53.798907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Usage tracker for resource:port and tenant:3a084dd019f944e7bf101a4520699f65 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:53.801998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:53.809073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:53.917002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:53.925741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Made reservation on behalf of 3a084dd019f944e7bf101a4520699f65 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:02:53.932423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:53.959778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:53.959778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d2f639c0-6f4d-4200-b1ca-5d2243c4d261 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:53.992609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 246} {{(pid=88324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:02:54.002499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d010a3f1-6459-4ec0-9887-d8c875dcf32b,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:54.005766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:54.010220 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:54.010615 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Added segment efe7722b-fda7-446f-b8ab-48a0d049ac0f of type vlan for network 61a5c0f1-0388-404c-a511-76f14dd126b4 Dec 14 18:02:54.040581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:54.111776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Allocated IP 172.20.0.7 (4ee17a7f-a885-4cc1-96a4-968377c5f290/5e0fba1c-a5d7-4465-b3ee-c2f509a170f7/fd228c1d-2194-4485-a2d6-0608dca3d6ce) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:02:54.125715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:54.127366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:54.128021 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:54.135662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3c7b68c2-f2ed-4523-859a-38ee0190447b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:54.295156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Pushing event updated for resources: {'Network': ['ID=61a5c0f1-0388-404c-a511-76f14dd126b4,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:54.298765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:54.308614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network 61a5c0f1-0388-404c-a511-76f14dd126b4 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:02:54.324272 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:54.328610 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100bf103-4558-4a12-9024-70ef181617d1 req-798cb9fc-8d51-46db-bc00-8ccb4c1b01cf tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:54.330225 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-100bf103-4558-4a12-9024-70ef181617d1 req-798cb9fc-8d51-46db-bc00-8ccb4c1b01cf tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 948 time: 0.1956711 Dec 14 18:02:54.335256 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0318253 Dec 14 18:02:54.335433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 58678) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:02:54.343149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Request body: {'subnet': {'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-908917982-subnet', 'tenant_id': '5ce7c70693b848d4b5a723bef1a7377c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:02:54.351120 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:02:54.356958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Usage tracker for resource:subnet and tenant:5ce7c70693b848d4b5a723bef1a7377c is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:02:54.360874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:02:54.369857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:02:54.387442 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-100bf103-4558-4a12-9024-70ef181617d1 req-030dff5f-4ebc-40fc-9b4f-bcdceb6f4b44 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481112 Dec 14 18:02:54.446527 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:54.448418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Made reservation on behalf of 5ce7c70693b848d4b5a723bef1a7377c for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:02:54.453072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2025705'] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:54.475961 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-abcbf01f-253a-4020-be93-aca3e46d8351 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:54.613556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Network 4ee17a7f-a885-4cc1-96a4-968377c5f290 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:02:54.622622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:02:54.629736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:02:54.656346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Pushing event updated for resources: {'Port': ['ID=fd228c1d-2194-4485-a2d6-0608dca3d6ce,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:54.663441 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:54.710909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:54.711580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:54.839421 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2885292 Dec 14 18:02:54.867590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Request body: {'port': {'device_id': '7b70ce28-c3ac-41ff-b9b1-eab4b38c488f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:02:54.953603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170cd7d2-dab8-4a00-9d30-45beda4008dc req-b75f9f2b-03a2-428a-88a5-385df7f6fbd6 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:54.955131 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-170cd7d2-dab8-4a00-9d30-45beda4008dc req-b75f9f2b-03a2-428a-88a5-385df7f6fbd6 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 931 time: 0.0925677 Dec 14 18:02:54.962350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b10562-8da4-438a-908e-f2adf66e7cda req-635c0c75-510e-4289-9684-51db4e789433 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:54.963942 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a6b10562-8da4-438a-908e-f2adf66e7cda req-635c0c75-510e-4289-9684-51db4e789433 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.2338643 Dec 14 18:02:55.002038 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853059542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2025720'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:55.010739 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-170cd7d2-dab8-4a00-9d30-45beda4008dc req-02f73268-36a3-4891-aeb5-1cea4044d771 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484345 Dec 14 18:02:55.041335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:55.121235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:55.360310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a6b10562-8da4-438a-908e-f2adf66e7cda req-aefbc73f-98c4-4404-a674-85c0d67fd1fc tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3634996 Dec 14 18:02:55.360969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01596227-0a9f-4ff1-8df2-64ded8f70b5b,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:55.366393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:55.416375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Checking segment: {'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:02:55.417921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Network hostable DHCP agents. Network: 61a5c0f1-0388-404c-a511-76f14dd126b4, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:02:55.647443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Network 61a5c0f1-0388-404c-a511-76f14dd126b4 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:02:55.668586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1bc503-9221-43cd-b754-2d23dace4df6 req-39a9df9f-f20c-464e-a722-e091b3e2289e tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:55.670296 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9c1bc503-9221-43cd-b754-2d23dace4df6 req-39a9df9f-f20c-464e-a722-e091b3e2289e tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 948 time: 0.0873253 Dec 14 18:02:55.712162 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, 61a5c0f1-0388-404c-a511-76f14dd126b4) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:02:55.717798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:55.718437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:55.725647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43a2f92-3023-4e12-b02c-d35ec8a24bd0 None None] Network 61a5c0f1-0388-404c-a511-76f14dd126b4 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:02:55.765155 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9c1bc503-9221-43cd-b754-2d23dace4df6 req-370440a1-1ba1-4052-94ff-c75c1b48cd48 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770986 Dec 14 18:02:55.815381 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c8af5405-8431-4684-80e2-535977fa8212 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4787757 Dec 14 18:02:55.860035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 45947cf7-4313-4be0-a582-dafd677a9a68 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:02:55.875648 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd228c1d-2194-4485-a2d6-0608dca3d6ce {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:02:55.883550 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:55.954236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Transition to ACTIVE for port object fd228c1d-2194-4485-a2d6-0608dca3d6ce will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:02:55.988696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:55.994399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:56.143397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4331e545-1222-4ac4-a1fb-21d46cfc2448 None None] Network 61a5c0f1-0388-404c-a511-76f14dd126b4 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:02:56.145494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Pushing event updated for resources: {'Port': ['ID=fd228c1d-2194-4485-a2d6-0608dca3d6ce,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:56.153710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:56.242184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 45947cf7-4313-4be0-a582-dafd677a9a68, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45947cf7-4313-4be0-a582-dafd677a9a68,segment=NetworkSegment(436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f),segment_id=436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:02:56.293858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '45947cf7-4313-4be0-a582-dafd677a9a68', 'network_id': 'eb279edc-bc5a-4bfa-8ee0-78453d455d90', 'port_id': '45947cf7-4313-4be0-a582-dafd677a9a68', 'mac_address': 'fa:16:3e:84:71:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a92df3d6-e962-4a94-a5dc-c4930b3ade27', 'ip_address': '192.168.233.119'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:02:56.328620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Attempting to bind port fd228c1d-2194-4485-a2d6-0608dca3d6ce on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:02:56.329006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Attempting to bind port fd228c1d-2194-4485-a2d6-0608dca3d6ce by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:02:56.329378 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Attempting to bind port fd228c1d-2194-4485-a2d6-0608dca3d6ce on network 4ee17a7f-a885-4cc1-96a4-968377c5f290 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:02:56.341872 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Port fd228c1d-2194-4485-a2d6-0608dca3d6ce on network 4ee17a7f-a885-4cc1-96a4-968377c5f290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:02:56.342029 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Attempting to bind port fd228c1d-2194-4485-a2d6-0608dca3d6ce on network 4ee17a7f-a885-4cc1-96a4-968377c5f290 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:02:56.355928 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:56.364920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcb8eb-70cd-4d21-8f76-41b903bc03f8 req-cabf87b8-f172-4b2c-8b57-edc81817ca46 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:56.365703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-3adcb8eb-70cd-4d21-8f76-41b903bc03f8 req-cabf87b8-f172-4b2c-8b57-edc81817ca46 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Synchronizing usage tracker for tenant:3a084dd019f944e7bf101a4520699f65 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:02:56.372617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:02:56.372993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Checking segment: {'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:02:56.373416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Bound using segment: {'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:02:56.373903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Bound port: fd228c1d-2194-4485-a2d6-0608dca3d6ce, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:02:56.374287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:56.467891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-3adcb8eb-70cd-4d21-8f76-41b903bc03f8 req-cabf87b8-f172-4b2c-8b57-edc81817ca46 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Unset dirty status for tenant:3a084dd019f944e7bf101a4520699f65 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:02:56.468042 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45947cf7-4313-4be0-a582-dafd677a9a68 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:02:56.469180 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3adcb8eb-70cd-4d21-8f76-41b903bc03f8 req-cabf87b8-f172-4b2c-8b57-edc81817ca46 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 943 time: 0.3144100 Dec 14 18:02:56.515880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 45947cf7-4313-4be0-a582-dafd677a9a68, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45947cf7-4313-4be0-a582-dafd677a9a68,segment=NetworkSegment(436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f),segment_id=436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:02:56.519450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] For port fd228c1d-2194-4485-a2d6-0608dca3d6ce, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:02:56.528598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-3adcb8eb-70cd-4d21-8f76-41b903bc03f8 req-7335204b-ffa2-4262-9a6c-9d967a70c407 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Synchronizing usage tracker for tenant:3a084dd019f944e7bf101a4520699f65 on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:02:56.534036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] For port fd228c1d-2194-4485-a2d6-0608dca3d6ce, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fd228c1d-2194-4485-a2d6-0608dca3d6ce,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:02:56.583062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:56.583483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:56.585482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-065d4b90-7dfe-4695-9f4f-468fe27d7998 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:56.596665 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d20575fd-cba1-4084-87fb-5d52be22a582 tempest-DeleteServersTestJSON-143613370 tempest-DeleteServersTestJSON-143613370-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:02:56.638776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-3adcb8eb-70cd-4d21-8f76-41b903bc03f8 req-7335204b-ffa2-4262-9a6c-9d967a70c407 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Unset dirty status for tenant:3a084dd019f944e7bf101a4520699f65 on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:02:56.640017 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3adcb8eb-70cd-4d21-8f76-41b903bc03f8 req-7335204b-ffa2-4262-9a6c-9d967a70c407 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635075 Dec 14 18:02:56.641668 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:02:56.643095 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] 10.222.0.18 "PUT /v2.0/ports/fd228c1d-2194-4485-a2d6-0608dca3d6ce HTTP/1.1" status: 200 len: 1093 time: 1.7916603 Dec 14 18:02:56.651192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b70ce28-c3ac-41ff-b9b1-eab4b38c488f', 'tag': 'fd228c1d-2194-4485-a2d6-0608dca3d6ce'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:02:56.655508 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1838ec-e77a-466c-89a1-773d3ad9c221 req-e893b6b7-1479-4838-99da-44675c088495 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:56.656939 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ed1838ec-e77a-466c-89a1-773d3ad9c221 req-e893b6b7-1479-4838-99da-44675c088495 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0916355 Dec 14 18:02:56.684135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=45947cf7-4313-4be0-a582-dafd677a9a68,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:56.684822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Pushing event updated for resources: {'Port': ['ID=fd228c1d-2194-4485-a2d6-0608dca3d6ce,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:02:56.689441 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:56.693516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.694433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.694887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.695273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.695654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.696030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.696400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.696770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.697137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.697507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.697847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:02:56.703894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:02:56.726214 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ed1838ec-e77a-466c-89a1-773d3ad9c221 req-88ae3906-c0ee-4e30-8821-4381728810a6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616808 Dec 14 18:02:56.744684 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b70ce28-c3ac-41ff-b9b1-eab4b38c488f', 'tag': 'fd228c1d-2194-4485-a2d6-0608dca3d6ce', 'status': 'completed', 'code': 200} Dec 14 18:02:56.847289 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-307bda43-d03d-4fba-b502-e0df6a37b7b5 req-e2af45b9-be88-4ab5-9f7e-3d01163ab401 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a084dd019f944e7bf101a4520699f65&device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 1096 time: 0.0790823 Dec 14 18:02:56.974400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['45947cf7-4313-4be0-a582-dafd677a9a68'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:02:57.081451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:02:57.097009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bda43-d03d-4fba-b502-e0df6a37b7b5 req-3556974d-357c-4a5d-a709-7c054626b0b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:57.098820 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-307bda43-d03d-4fba-b502-e0df6a37b7b5 req-3556974d-357c-4a5d-a709-7c054626b0b2 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3a084dd019f944e7bf101a4520699f65&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2439179 Dec 14 18:02:57.106583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af61a686-6206-428e-ae8b-110c329827f8 req-921b3df2-e855-455b-bca8-1ed3778d3055 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:57.108237 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af61a686-6206-428e-ae8b-110c329827f8 req-921b3df2-e855-455b-bca8-1ed3778d3055 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 949 time: 0.1730645 Dec 14 18:02:57.282640 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af61a686-6206-428e-ae8b-110c329827f8 req-e5429e4a-7c71-427e-bdd8-2030e4df40eb tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442511 Dec 14 18:02:57.307936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307bda43-d03d-4fba-b502-e0df6a37b7b5 req-00b3ca07-3b39-49cb-bb6f-bca777b26a03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:57.309510 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-307bda43-d03d-4fba-b502-e0df6a37b7b5 req-00b3ca07-3b39-49cb-bb6f-bca777b26a03 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2002223 Dec 14 18:02:57.432116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-e4cb0bcd-7c92-4614-ad73-673dc5d77381 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a084dd019f944e7bf101a4520699f65&device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 1096 time: 0.0812371 Dec 14 18:02:57.507805 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-89f1e812-6e0d-4ac9-bdaf-031dc16c240e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fd228c1d-2194-4485-a2d6-0608dca3d6ce HTTP/1.1" status: 200 len: 217 time: 0.0670791 Dec 14 18:02:57.583839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-1fc41792-bc74-4088-a024-1bb81ac7d77d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:57.586113 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-1fc41792-bc74-4088-a024-1bb81ac7d77d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e0fba1c-a5d7-4465-b3ee-c2f509a170f7 HTTP/1.1" status: 200 len: 853 time: 0.0715876 Dec 14 18:02:57.637086 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-40a10677-e956-4a31-bed5-1e0c38352aef service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ee17a7f-a885-4cc1-96a4-968377c5f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450497 Dec 14 18:02:57.819704 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-9b3089c0-c561-41cd-ae2b-190b6968fc69 service neutron] 10.222.0.18 "GET /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754861 Dec 14 18:02:57.949773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017f1e21-6a10-4b1a-81af-cbf76e3d49e7 req-730e573d-da6b-4eea-be72-459ef5581a24 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:57.951457 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-017f1e21-6a10-4b1a-81af-cbf76e3d49e7 req-730e573d-da6b-4eea-be72-459ef5581a24 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 943 time: 0.0890582 Dec 14 18:02:58.001430 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-017f1e21-6a10-4b1a-81af-cbf76e3d49e7 req-f74c8af2-bf67-41ce-ab31-ee3d4aff7b24 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436366 Dec 14 18:02:58.022594 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37cc041e-fea9-4115-9eba-7fc0c420b9ee req-b660c55f-a9df-4ccf-b66c-e79665511d61 service neutron] 10.222.0.18 "GET /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942778 Dec 14 18:02:58.053889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd9793-8edc-447e-afca-ce26adeee6f1 req-d3bb356f-e47b-4755-8557-151fc5b2b1bf tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:58.055519 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebdd9793-8edc-447e-afca-ce26adeee6f1 req-d3bb356f-e47b-4755-8557-151fc5b2b1bf tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1205699 Dec 14 18:02:58.112942 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebdd9793-8edc-447e-afca-ce26adeee6f1 req-e93db245-db08-4462-9f7c-625ebd421b58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512211 Dec 14 18:02:58.488000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745b6320-8080-45b2-bc2e-38a1a300f4ad req-fda4f56b-accc-43c4-acea-ba47725291e4 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:58.489758 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-745b6320-8080-45b2-bc2e-38a1a300f4ad req-fda4f56b-accc-43c4-acea-ba47725291e4 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 949 time: 0.0846293 Dec 14 18:02:58.517482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9ed02c3b-4841-4b4e-9d4e-bf810999f85f tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:58.518208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9ed02c3b-4841-4b4e-9d4e-bf810999f85f tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Synchronizing usage tracker for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:network {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:02:58.538849 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-745b6320-8080-45b2-bc2e-38a1a300f4ad req-bf6a75e3-29de-43f2-8d38-28c8b5a5edb8 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421779 Dec 14 18:02:58.571555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9ed02c3b-4841-4b4e-9d4e-bf810999f85f tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Unset dirty status for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:network {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:02:58.572886 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9ed02c3b-4841-4b4e-9d4e-bf810999f85f tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/networks?id=61a5c0f1-0388-404c-a511-76f14dd126b4 HTTP/1.1" status: 200 len: 808 time: 0.2072394 Dec 14 18:02:58.590944 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-2b315849-c466-4a96-babb-20c99b36d0d0 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/quotas/5ce7c70693b848d4b5a723bef1a7377c HTTP/1.1" status: 200 len: 375 time: 0.0120285 Dec 14 18:02:58.642962 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-13682371-d2f6-4463-9654-4380c1f68b59 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ce7c70693b848d4b5a723bef1a7377c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463099 Dec 14 18:02:58.789594 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-4125f176-b7f5-4b08-879f-fa6809ed9f78 service neutron] 10.222.0.58 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388273 Dec 14 18:02:58.933310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-bdf8b7ed-9904-4ef5-8623-5c43f14380a0 service neutron] 10.222.0.58 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373475 Dec 14 18:02:59.294896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ca6337-64c8-4838-abaa-06c06c45fc9e req-a1b2f8ca-445f-4916-923c-9c68afababc7 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:59.296606 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-69ca6337-64c8-4838-abaa-06c06c45fc9e req-a1b2f8ca-445f-4916-923c-9c68afababc7 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 943 time: 0.1000938 Dec 14 18:02:59.346942 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-69ca6337-64c8-4838-abaa-06c06c45fc9e req-7278165c-4336-4f02-9fb5-21ea43fcba7a tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437927 Dec 14 18:02:59.350908 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3049a355-5cb4-4b85-852f-eb8db4a70653 req-fcf437f5-15c9-4ee5-8ac5-1cb0343ea8b0 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 210 time: 0.0476072 Dec 14 18:02:59.604629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c9fac9-8560-49d5-9b89-48597bbfa3cc req-39c049a5-605c-4b3e-ac67-962a7f4c86b9 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:59.606198 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-11c9fac9-8560-49d5-9b89-48597bbfa3cc req-39c049a5-605c-4b3e-ac67-962a7f4c86b9 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0832491 Dec 14 18:02:59.662372 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-11c9fac9-8560-49d5-9b89-48597bbfa3cc req-61cd2e2a-84f0-4651-a4bf-6aa1bf77cf59 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494244 Dec 14 18:02:59.755652 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1325d39a-93a9-4279-a2c8-e54544512dde req-f3c15134-89e8-4e07-a2af-0375a880bf7d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:02:59.757751 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1325d39a-93a9-4279-a2c8-e54544512dde req-f3c15134-89e8-4e07-a2af-0375a880bf7d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 949 time: 0.0892382 Dec 14 18:02:59.808515 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1325d39a-93a9-4279-a2c8-e54544512dde req-c59f9875-bb86-4f76-9a6c-b2561be6413f tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442126 Dec 14 18:02:59.837224 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 45947cf7-4313-4be0-a582-dafd677a9a68 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:02:59.965765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 45947cf7-4313-4be0-a582-dafd677a9a68 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:02:59.972732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 45947cf7-4313-4be0-a582-dafd677a9a68 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:02:59.973164 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:00.075078 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3384f977-e2b7-4ab1-9143-c7e674004297 req-34be0a8d-4f5d-43bb-af4e-21f285c41f8c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1098 time: 0.0822251 Dec 14 18:03:00.095285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:00.123935 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3384f977-e2b7-4ab1-9143-c7e674004297 req-f24a88c5-ac75-4f38-9837-e467d78a0fc1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Dec 14 18:03:00.124258 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5824c7c0-b796-4912-8f1a-a7574383fbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45947cf7-4313-4be0-a582-dafd677a9a68'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:00.135871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 45947cf7-4313-4be0-a582-dafd677a9a68, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45947cf7-4313-4be0-a582-dafd677a9a68,segment=NetworkSegment(436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f),segment_id=436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:00.176529 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5824c7c0-b796-4912-8f1a-a7574383fbbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45947cf7-4313-4be0-a582-dafd677a9a68', 'code': 200} Dec 14 18:03:00.228170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:00.230173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:00.298177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=45947cf7-4313-4be0-a582-dafd677a9a68,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:00.301789 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:00.558102 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7e77bff1-bff6-4db2-afeb-9535aba84507 req-30625979-7c75-469b-b688-1a897540db6e tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 210 time: 0.0471938 Dec 14 18:03:00.582135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8e9f0-46ad-4826-9ffa-b7ae53107af8 req-69f3ed0d-23fc-49cb-b161-e72503e311e0 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:00.582135 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f1a8e9f0-46ad-4826-9ffa-b7ae53107af8 req-69f3ed0d-23fc-49cb-b161-e72503e311e0 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 943 time: 0.0831692 Dec 14 18:03:00.627602 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f1a8e9f0-46ad-4826-9ffa-b7ae53107af8 req-f835163d-4811-42d6-998b-8cc905538223 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429721 Dec 14 18:03:00.889614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae11ae3e-33a4-4871-9ace-96492279cd3b req-9ad73d14-ca78-471c-85dd-b3e7e76ee43f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:00.891460 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ae11ae3e-33a4-4871-9ace-96492279cd3b req-9ad73d14-ca78-471c-85dd-b3e7e76ee43f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0919333 Dec 14 18:03:00.950496 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ae11ae3e-33a4-4871-9ace-96492279cd3b req-e34d5b77-ea1d-41ad-b3c4-5a109f4c1abe tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491586 Dec 14 18:03:01.050698 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3c2991a6-6be9-45fa-beb9-b290c40fcebf req-fb662e67-bef2-41ba-b6d9-be761505ee6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 1103 time: 0.1394002 Dec 14 18:03:01.085486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a5fac0-5bed-4408-b78f-b9f1a54ec617 req-9c6964c3-6a88-4030-92bc-3f9cffda9350 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:01.087144 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-09a5fac0-5bed-4408-b78f-b9f1a54ec617 req-9c6964c3-6a88-4030-92bc-3f9cffda9350 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 950 time: 0.1371238 Dec 14 18:03:01.129733 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3c2991a6-6be9-45fa-beb9-b290c40fcebf req-4512dd83-cdbf-4548-a280-c1a0210035cd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714612 Dec 14 18:03:01.151196 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-09a5fac0-5bed-4408-b78f-b9f1a54ec617 req-c7f342d2-d5c6-43f2-bf95-054d8886bc42 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528762 Dec 14 18:03:01.760983 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf0a3575-5bcf-4cff-a9aa-8e1f0b7f00ca req-1f7b0a66-9a40-40bf-b423-697b27f6a570 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 210 time: 0.0612907 Dec 14 18:03:01.855322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device fd228c1d-2194-4485-a2d6-0608dca3d6ce details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:03:02.019482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port fd228c1d-2194-4485-a2d6-0608dca3d6ce, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fd228c1d-2194-4485-a2d6-0608dca3d6ce,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:02.025227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559069-4a94-4fe8-a507-bdd680697d32 req-09a0f202-f685-4bf2-8022-30faea914370 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:02.026829 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-09a0f202-f685-4bf2-8022-30faea914370 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.18 "GET /v2.0/networks?id=61a5c0f1-0388-404c-a511-76f14dd126b4 HTTP/1.1" status: 200 len: 808 time: 0.2359593 Dec 14 18:03:02.034558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59be8a9-548e-4a8e-9a1b-f9ff1e3925f5 req-65b017dd-b405-401e-9597-3e8c3c858002 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:02.036290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f59be8a9-548e-4a8e-9a1b-f9ff1e3925f5 req-65b017dd-b405-401e-9597-3e8c3c858002 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 943 time: 0.2148676 Dec 14 18:03:02.036416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': 'fd228c1d-2194-4485-a2d6-0608dca3d6ce', 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290', 'port_id': 'fd228c1d-2194-4485-a2d6-0608dca3d6ce', 'mac_address': 'fa:16:3e:28:f0:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0fba1c-a5d7-4465-b3ee-c2f509a170f7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:03:02.044719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Request body: {'port': {'device_id': '8b48b9f0-af86-424d-8e0d-4fef204cb213', 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4', 'admin_state_up': True, 'tenant_id': '5ce7c70693b848d4b5a723bef1a7377c'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:02.099384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:02.123459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd228c1d-2194-4485-a2d6-0608dca3d6ce {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:03:02.140102 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port fd228c1d-2194-4485-a2d6-0608dca3d6ce, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fd228c1d-2194-4485-a2d6-0608dca3d6ce,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:02.171676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:02.174687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:02.223670 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a932c-ec2e-4165-b272-48f00924f07c req-f240bdfa-7eb5-4fb5-8e6f-64b52d14bc1d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:02.227598 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f39a932c-ec2e-4165-b272-48f00924f07c req-f240bdfa-7eb5-4fb5-8e6f-64b52d14bc1d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0923603 Dec 14 18:03:02.237290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f59be8a9-548e-4a8e-9a1b-f9ff1e3925f5 req-c3dede51-e0c1-4e2f-b40e-a27b7f3a8dec tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739156 Dec 14 18:03:02.249024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:02.249693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=fd228c1d-2194-4485-a2d6-0608dca3d6ce,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:02.253607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:02.254899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Usage tracker for resource:port and tenant:5ce7c70693b848d4b5a723bef1a7377c is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:02.258374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:02.265963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:02.297916 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f39a932c-ec2e-4165-b272-48f00924f07c req-5933e2e2-4af0-497c-b21b-6a9e9875ccaa tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646455 Dec 14 18:03:02.314132 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Made reservation on behalf of 5ce7c70693b848d4b5a723bef1a7377c for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:03:02.320001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:02.713318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['fd228c1d-2194-4485-a2d6-0608dca3d6ce'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:03:02.774250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Allocated IP 172.20.0.14 (61a5c0f1-0388-404c-a511-76f14dd126b4/01596227-0a9f-4ff1-8df2-64ded8f70b5b/55d6178e-85d9-4230-892f-bc46d38fe6d5) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:03:02.801832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77243c9-61e7-4461-b620-e9d73a2c921f req-08ce860c-03e1-4e3d-a753-fd7c496ca660 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:02.804599 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c77243c9-61e7-4461-b620-e9d73a2c921f req-08ce860c-03e1-4e3d-a753-fd7c496ca660 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 950 time: 0.4235654 Dec 14 18:03:02.933344 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c77243c9-61e7-4461-b620-e9d73a2c921f req-11011bcf-a575-4a59-9fd7-94a13cf408a2 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122646 Dec 14 18:03:03.080767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:03.137267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:03.143177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a4785dd7-1717-42d0-95f2-c9e329514a15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:03.214823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8866144f-8e07-428a-83e5-d4eea1fbc6a7 req-49f040c7-1adb-4d82-a512-328e4f814709 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:03.217199 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8866144f-8e07-428a-83e5-d4eea1fbc6a7 req-49f040c7-1adb-4d82-a512-328e4f814709 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 932 time: 0.0912952 Dec 14 18:03:03.272524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-8866144f-8e07-428a-83e5-d4eea1fbc6a7 req-0aed9380-39d6-489d-a941-ec199f652b2b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Synchronizing usage tracker for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:security_group {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:03:03.282049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Pushing event updated for resources: {'Port': ['ID=55d6178e-85d9-4230-892f-bc46d38fe6d5,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:03.285771 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Network 61a5c0f1-0388-404c-a511-76f14dd126b4 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:03.287709 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:03.289705 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:03.293987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:03:03.320174 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-8866144f-8e07-428a-83e5-d4eea1fbc6a7 req-0aed9380-39d6-489d-a941-ec199f652b2b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Unset dirty status for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:security_group {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:03:03.321474 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8866144f-8e07-428a-83e5-d4eea1fbc6a7 req-0aed9380-39d6-489d-a941-ec199f652b2b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983040 Dec 14 18:03:03.417308 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-612aec99-20ef-408d-9a0f-874f8f9db07c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 1098 time: 0.2391365 Dec 14 18:03:03.425778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:03.426433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:03.518331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf12002-7d5c-4eef-b4d3-8c205faad7c3 req-e5393353-4e65-4a38-b10b-18eb7b0c0172 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:03.520150 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebf12002-7d5c-4eef-b4d3-8c205faad7c3 req-e5393353-4e65-4a38-b10b-18eb7b0c0172 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 944 time: 0.0852139 Dec 14 18:03:03.534390 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4936233 Dec 14 18:03:03.554820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Request body: {'port': {'device_id': '8b48b9f0-af86-424d-8e0d-4fef204cb213', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:03.572495 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebf12002-7d5c-4eef-b4d3-8c205faad7c3 req-10ad8780-4995-4b16-8d59-73e434ee21cc tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461223 Dec 14 18:03:03.610861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a6c1a-4acb-4a65-92f5-b8f2f2b79c39 req-f6c39389-3a80-4e3f-9093-c98c087fd94e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:03.612421 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-692a6c1a-4acb-4a65-92f5-b8f2f2b79c39 req-f6c39389-3a80-4e3f-9093-c98c087fd94e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.2860467 Dec 14 18:03:03.731287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-cb3bd22d-7d9a-4b80-8093-e3748d8b5b99 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:03.732848 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-cb3bd22d-7d9a-4b80-8093-e3748d8b5b99 service neutron] 10.222.0.18 "GET /v2.0/networks?id=b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 200 len: 919 time: 0.3017066 Dec 14 18:03:03.821929 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-9af6f555-ac12-45b9-acf4-c221f732ecf8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 200 len: 217 time: 0.0798435 Dec 14 18:03:03.832058 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-692a6c1a-4acb-4a65-92f5-b8f2f2b79c39 req-3b864857-3379-443f-902f-c0b34bef942e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055295 Dec 14 18:03:03.862891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device fd228c1d-2194-4485-a2d6-0608dca3d6ce up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:03.875131 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:03.948387 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-e741eeaf-a92a-4ea9-aa82-ae07f2d1dcd3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:03.949967 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-e741eeaf-a92a-4ea9-aa82-ae07f2d1dcd3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 200 len: 858 time: 0.1206613 Dec 14 18:03:03.977080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port fd228c1d-2194-4485-a2d6-0608dca3d6ce completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:03.982588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port fd228c1d-2194-4485-a2d6-0608dca3d6ce triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:03.983113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:04.020635 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-ba422987-6e53-4787-8593-9019b0e35466 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=b264cdc8-3397-490a-aef8-3ec7012c9dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0639174 Dec 14 18:03:04.116281 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:04.151917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b70ce28-c3ac-41ff-b9b1-eab4b38c488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd228c1d-2194-4485-a2d6-0608dca3d6ce'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:04.163830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port fd228c1d-2194-4485-a2d6-0608dca3d6ce, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fd228c1d-2194-4485-a2d6-0608dca3d6ce,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:04.169137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533b9563-783a-4c30-b089-faa604c20748 req-24988c2f-b496-4273-8bd3-637b523d9556 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:04.171416 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-533b9563-783a-4c30-b089-faa604c20748 req-24988c2f-b496-4273-8bd3-637b523d9556 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 950 time: 0.0884435 Dec 14 18:03:04.211445 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b70ce28-c3ac-41ff-b9b1-eab4b38c488f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd228c1d-2194-4485-a2d6-0608dca3d6ce', 'code': 200} Dec 14 18:03:04.223740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:04.227376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4a7f59fb-5112-483f-92c9-e4c186250443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:04.241805 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-533b9563-783a-4c30-b089-faa604c20748 req-be803bfc-2fcc-4d12-bb6a-bd873bf78124 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540171 Dec 14 18:03:04.308746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=fd228c1d-2194-4485-a2d6-0608dca3d6ce,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:04.312919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:04.361184 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-1f0e2939-9cd4-4af5-bfee-a9ebbd39490c service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979178 Dec 14 18:03:04.558529 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02b2dcde-653c-4723-9322-1039e6ff7c4d req-28230cc0-05e0-4681-b2f1-af19380a0f63 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 1098 time: 0.0808058 Dec 14 18:03:04.608255 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02b2dcde-653c-4723-9322-1039e6ff7c4d req-374fa5c9-6394-4a0c-8969-97b0b9a135fe service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425434 Dec 14 18:03:04.671875 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebace14f-ec85-43c3-9ab2-864de36600c3 req-d5302eda-06a0-48c5-8421-3f5c4ea1a9a0 service neutron] 10.222.0.18 "GET /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812650 Dec 14 18:03:04.673897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d6178e-85d9-4230-892f-bc46d38fe6d5 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:03:04.682998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:04.707883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d16ae3-abbf-41e4-be2f-bea71b7d1ae4 req-64b0dc45-5c1a-4c59-91b6-b1505bf6bd51 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:04.708631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-63d16ae3-abbf-41e4-be2f-bea71b7d1ae4 req-64b0dc45-5c1a-4c59-91b6-b1505bf6bd51 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Synchronizing usage tracker for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:03:04.718128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Transition to ACTIVE for port object 55d6178e-85d9-4230-892f-bc46d38fe6d5 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:04.777363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-63d16ae3-abbf-41e4-be2f-bea71b7d1ae4 req-64b0dc45-5c1a-4c59-91b6-b1505bf6bd51 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Unset dirty status for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:03:04.778796 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-63d16ae3-abbf-41e4-be2f-bea71b7d1ae4 req-64b0dc45-5c1a-4c59-91b6-b1505bf6bd51 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 932 time: 0.3069007 Dec 14 18:03:04.779612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:04.784939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:04.961212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574fcb89-c602-4b75-886c-134c30391d40 req-f763baa1-a0f7-44cf-9224-7b1e30882157 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:04.963094 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-574fcb89-c602-4b75-886c-134c30391d40 req-f763baa1-a0f7-44cf-9224-7b1e30882157 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.1158154 Dec 14 18:03:05.013486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58882) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:05.035123 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-574fcb89-c602-4b75-886c-134c30391d40 req-10c339b7-1678-4475-86c1-5238d555c77c tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649989 Dec 14 18:03:05.187873 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55d6178e-85d9-4230-892f-bc46d38fe6d5,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:05.194798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:05.200122 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.201643 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-63d16ae3-abbf-41e4-be2f-bea71b7d1ae4 req-55ba0752-8a3d-4999-ae8d-d3d96695a866 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3848095 Dec 14 18:03:05.252241 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:05.257081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Usage tracker for resource:security_group_rule and tenant:49f3daa449db4ba7bbac44e739cb5108 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:05.260212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:05.267077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:05.328524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Attempting to bind port 55d6178e-85d9-4230-892f-bc46d38fe6d5 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:03:05.329083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Attempting to bind port 55d6178e-85d9-4230-892f-bc46d38fe6d5 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:03:05.329533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Attempting to bind port 55d6178e-85d9-4230-892f-bc46d38fe6d5 on network 61a5c0f1-0388-404c-a511-76f14dd126b4 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:05.338798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Port 55d6178e-85d9-4230-892f-bc46d38fe6d5 on network 61a5c0f1-0388-404c-a511-76f14dd126b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:03:05.339167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Attempting to bind port 55d6178e-85d9-4230-892f-bc46d38fe6d5 on network 61a5c0f1-0388-404c-a511-76f14dd126b4 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:05.349231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:03:05.349565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Checking segment: {'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:05.350212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Bound using segment: {'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:03:05.350942 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Bound port: 55d6178e-85d9-4230-892f-bc46d38fe6d5, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:03:05.351506 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.401435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.434054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f115ce-2c6b-4d83-b3ea-ca3624aab03a req-ada97cc4-10ee-4bc6-9191-0a3ba6261206 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:05.434054 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-10f115ce-2c6b-4d83-b3ea-ca3624aab03a req-ada97cc4-10ee-4bc6-9191-0a3ba6261206 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 950 time: 0.1337154 Dec 14 18:03:05.457034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] For port 55d6178e-85d9-4230-892f-bc46d38fe6d5, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:03:05.461100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] For port 55d6178e-85d9-4230-892f-bc46d38fe6d5, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=55d6178e-85d9-4230-892f-bc46d38fe6d5,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:03:05.463947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.476820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c2c1dc37-cdc3-43ac-ac7c-9a0847b5c345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:05.537388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.542883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:05.547641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=49f3daa449db4ba7bbac44e739cb5108&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5294743 Dec 14 18:03:05.548323 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-10f115ce-2c6b-4d83-b3ea-ca3624aab03a req-b8eeffa9-3459-4bd2-8a01-88f226a26526 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046898 Dec 14 18:03:05.549037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 58890) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:05.549715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d895df6f-bbbf-4a2a-9535-643515610af5,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:05.553357 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:05.616970 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.618565 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] 10.222.0.18 "PUT /v2.0/ports/55d6178e-85d9-4230-892f-bc46d38fe6d5 HTTP/1.1" status: 200 len: 1094 time: 2.0691407 Dec 14 18:03:05.622397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b48b9f0-af86-424d-8e0d-4fef204cb213', 'tag': '55d6178e-85d9-4230-892f-bc46d38fe6d5'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:05.631725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c3680124-b259-4f8e-a6b3-65a98c1860ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.661361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c3680124-b259-4f8e-a6b3-65a98c1860ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.751119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Pushing event updated for resources: {'Port': ['ID=55d6178e-85d9-4230-892f-bc46d38fe6d5,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:05.754552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:05.798918 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b48b9f0-af86-424d-8e0d-4fef204cb213', 'tag': '55d6178e-85d9-4230-892f-bc46d38fe6d5', 'status': 'completed', 'code': 200} Dec 14 18:03:05.810540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80401d50-be0d-4e2d-ac1b-2470bf0b6a8f req-415fe722-de7c-413b-b1aa-9ec96ee5785b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:05.812177 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80401d50-be0d-4e2d-ac1b-2470bf0b6a8f req-415fe722-de7c-413b-b1aa-9ec96ee5785b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1906219 Dec 14 18:03:05.846770 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-bff7a292-242b-43ce-858a-feca4025d139 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ce7c70693b848d4b5a723bef1a7377c&device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 1097 time: 0.1411240 Dec 14 18:03:05.862302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c3680124-b259-4f8e-a6b3-65a98c1860ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.867619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3311c98f-9bcf-4d39-917f-2af50082a985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:05.881912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3680124-b259-4f8e-a6b3-65a98c1860ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d895df6f-bbbf-4a2a-9535-643515610af5,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:05.884971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c3680124-b259-4f8e-a6b3-65a98c1860ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:05.885844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c3680124-b259-4f8e-a6b3-65a98c1860ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:05.887052 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c3680124-b259-4f8e-a6b3-65a98c1860ea admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d895df6f-bbbf-4a2a-9535-643515610af5 HTTP/1.1" status: 204 len: 168 time: 0.3327231 Dec 14 18:03:05.931191 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-c3fd5950-ff8d-403d-ab46-3b9502c43b8f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d6178e-85d9-4230-892f-bc46d38fe6d5 HTTP/1.1" status: 200 len: 217 time: 0.0767212 Dec 14 18:03:05.938466 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80401d50-be0d-4e2d-ac1b-2470bf0b6a8f req-b0a7ea57-aff3-4f24-9955-5aecff31188e tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138046 Dec 14 18:03:06.006644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de559069-4a94-4fe8-a507-bdd680697d32 req-a841f879-eb89-40f0-8716-7e1efc699421 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:06.008259 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-a841f879-eb89-40f0-8716-7e1efc699421 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01596227-0a9f-4ff1-8df2-64ded8f70b5b HTTP/1.1" status: 200 len: 848 time: 0.0688345 Dec 14 18:03:06.069422 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-64a1b504-393b-45a5-80a0-09c6883bc233 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a5c0f1-0388-404c-a511-76f14dd126b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470896 Dec 14 18:03:06.243765 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-f1625e0b-b8f8-4dad-badd-a42e0f2a4278 service neutron] 10.222.0.18 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589358 Dec 14 18:03:06.272848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ef6265-043d-4dae-9eef-213c14bc54a3 req-4927f708-2704-4c50-a3df-db5ce87ec630 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:06.279185 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-22ef6265-043d-4dae-9eef-213c14bc54a3 req-4927f708-2704-4c50-a3df-db5ce87ec630 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.1088178 Dec 14 18:03:06.335966 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-22ef6265-043d-4dae-9eef-213c14bc54a3 req-f5f53cb7-61d2-4322-9615-12a162d20104 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472465 Dec 14 18:03:06.457234 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de559069-4a94-4fe8-a507-bdd680697d32 req-15d2d0a4-55b3-45e9-bffd-90a2b76c2cd2 service neutron] 10.222.0.18 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2067139 Dec 14 18:03:06.488784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fc2812-28b0-4055-809a-e75937e545ff req-9670795d-d09a-4991-8b37-7e25c14955d5 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:06.490369 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-56fc2812-28b0-4055-809a-e75937e545ff req-9670795d-d09a-4991-8b37-7e25c14955d5 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 944 time: 0.1082933 Dec 14 18:03:06.544410 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-56fc2812-28b0-4055-809a-e75937e545ff req-f7e9fbee-7fe6-461c-bb00-017151c22fd4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472806 Dec 14 18:03:06.785499 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-579af890-7797-4cec-9f2f-4b1f8635d16a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ce7c70693b848d4b5a723bef1a7377c&device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 1097 time: 0.1506891 Dec 14 18:03:06.886625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd903fe-1971-44fd-abea-49d133a1e7ca req-56ed3a04-1ff8-4e99-a3b6-2de24930874e tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:06.888225 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0cd903fe-1971-44fd-abea-49d133a1e7ca req-56ed3a04-1ff8-4e99-a3b6-2de24930874e tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 950 time: 0.1852064 Dec 14 18:03:07.043972 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0cd903fe-1971-44fd-abea-49d133a1e7ca req-5db4dfbc-e2b9-4d02-b332-17dc0450af10 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485462 Dec 14 18:03:07.044876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-80cbbb34-bb52-4748-88e8-368503233cbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:07.046329 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-80cbbb34-bb52-4748-88e8-368503233cbe service neutron] 10.222.0.18 "GET /v2.0/networks?id=61a5c0f1-0388-404c-a511-76f14dd126b4 HTTP/1.1" status: 200 len: 909 time: 0.2541113 Dec 14 18:03:07.137185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-7a2176cd-8d83-4b57-b999-eb2a2bdab796 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:07.138886 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-7a2176cd-8d83-4b57-b999-eb2a2bdab796 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.18 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 950 time: 0.2343192 Dec 14 18:03:07.183451 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-8787161a-0788-4f12-84f2-9e59ee9a9fd7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=55d6178e-85d9-4230-892f-bc46d38fe6d5 HTTP/1.1" status: 200 len: 217 time: 0.1257656 Dec 14 18:03:07.320229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Deleting port 45947cf7-4313-4be0-a582-dafd677a9a68 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:03:07.320622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:07.367438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-dd8861c0-afec-4eee-89ae-723cd0b75db6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:07.369014 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-dd8861c0-afec-4eee-89ae-723cd0b75db6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01596227-0a9f-4ff1-8df2-64ded8f70b5b HTTP/1.1" status: 200 len: 848 time: 0.1467941 Dec 14 18:03:07.442342 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-3315f9a5-5e59-48a7-ad47-408acce9349e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a5c0f1-0388-404c-a511-76f14dd126b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656137 Dec 14 18:03:07.528770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3323ae3-196c-47f5-9722-d5242cc669b0 req-37595fd3-0b8f-45b0-8e23-1c737c89ee9a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:07.530386 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d3323ae3-196c-47f5-9722-d5242cc669b0 req-37595fd3-0b8f-45b0-8e23-1c737c89ee9a tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.3487680 Dec 14 18:03:07.552581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ebf5de-ca21-4e9d-80e2-22a1d30c01eb req-ab0a77cb-d70a-4efa-aab3-49502432a1ab tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:07.555244 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-77ebf5de-ca21-4e9d-80e2-22a1d30c01eb req-ab0a77cb-d70a-4efa-aab3-49502432a1ab tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.0863330 Dec 14 18:03:07.605451 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-77ebf5de-ca21-4e9d-80e2-22a1d30c01eb req-92f37936-bf9a-4b08-922e-b08bb56008c3 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433943 Dec 14 18:03:07.802246 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d3323ae3-196c-47f5-9722-d5242cc669b0 req-094472a8-7cf4-4a59-862b-e9432783a42c tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188370 Dec 14 18:03:07.846192 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-5444e352-a641-47cc-8175-9273ba2f7390 service neutron] 10.222.0.18 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3724091 Dec 14 18:03:07.889722 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28b7662-1ecf-4597-884c-30777de076bc req-3ccc355a-21b6-4b0f-81c7-d995fd6fba38 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:07.891976 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e28b7662-1ecf-4597-884c-30777de076bc req-3ccc355a-21b6-4b0f-81c7-d995fd6fba38 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 944 time: 0.1162846 Dec 14 18:03:07.952224 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e28b7662-1ecf-4597-884c-30777de076bc req-ca95dcef-c055-47c8-aea3-2cc68db51e6f tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498030 Dec 14 18:03:08.257251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] For port 45947cf7-4313-4be0-a582-dafd677a9a68, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=45947cf7-4313-4be0-a582-dafd677a9a68,segment=NetworkSegment(436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f),segment_id=436cdf89-cfd4-42bf-bb9e-a1b97bd28c2f)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:08.257738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:08.305093 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a391851-23aa-4827-b3c7-9129d5e65c1d req-054b51b6-f55e-43c8-aafd-881699ddf1a2 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:08.306694 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6a391851-23aa-4827-b3c7-9129d5e65c1d req-054b51b6-f55e-43c8-aafd-881699ddf1a2 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 950 time: 0.0863481 Dec 14 18:03:08.356899 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6a391851-23aa-4827-b3c7-9129d5e65c1d req-80d34b38-bac2-480c-8f8a-af164f97b4cb tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/security-groups?id=b8f541c9-1c76-43d9-9340-108dbf93c0e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429437 Dec 14 18:03:08.395980 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Calling delete_port for 45947cf7-4313-4be0-a582-dafd677a9a68 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:03:08.486302 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bf8213cb-70ea-4acc-b398-37b0d069a920 req-f3aad8f4-9e26-4950-b3d3-8b054d7fc69f service neutron] 10.222.0.18 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6224539 Dec 14 18:03:08.841080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:08.848659 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:08.897913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Pushing event deleted for resources: {'Port': ['ID=45947cf7-4313-4be0-a582-dafd677a9a68,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:08.901573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:09.019826 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] No DVR routers for this DVR port 45947cf7-4313-4be0-a582-dafd677a9a68 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:03:09.025065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:09.029213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5824c7c0-b796-4912-8f1a-a7574383fbbe', 'name': 'network-vif-deleted', 'tag': '45947cf7-4313-4be0-a582-dafd677a9a68'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:09.080697 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f16b17ad-c5d3-4a99-858f-5cb4401cd493 req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.18 "DELETE /v2.0/ports/45947cf7-4313-4be0-a582-dafd677a9a68 HTTP/1.1" status: 204 len: 173 time: 1.9339490 Dec 14 18:03:09.100777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa605cc-0cec-4660-a38f-db1c399f88dd req-88e75f61-4449-4a3b-a4ca-52e56ece08e4 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:09.103544 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0aa605cc-0cec-4660-a38f-db1c399f88dd req-88e75f61-4449-4a3b-a4ca-52e56ece08e4 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1680603 Dec 14 18:03:09.171262 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0aa605cc-0cec-4660-a38f-db1c399f88dd req-cb772a94-edd9-4783-8ce2-646dfb14b211 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618258 Dec 14 18:03:09.285913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264c8054-4656-4ba5-9fa7-b2267cc99758 req-70531b48-c242-46b0-8689-8e5d04cdf236 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:09.294986 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-264c8054-4656-4ba5-9fa7-b2267cc99758 req-70531b48-c242-46b0-8689-8e5d04cdf236 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 944 time: 0.1644428 Dec 14 18:03:09.335195 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5824c7c0-b796-4912-8f1a-a7574383fbbe', 'name': 'network-vif-deleted', 'tag': '45947cf7-4313-4be0-a582-dafd677a9a68', 'status': 'completed', 'code': 200} Dec 14 18:03:09.360099 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-264c8054-4656-4ba5-9fa7-b2267cc99758 req-9faf6b68-0117-4222-9ce9-1fc77f390686 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632877 Dec 14 18:03:09.673028 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5e572ab1-b6b1-4afb-8685-0e28988f84c8 req-80850245-0af3-40a4-a692-e08f21330f27 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] 10.222.0.58 "GET /v2.0/ports?device_id=5824c7c0-b796-4912-8f1a-a7574383fbbe HTTP/1.1" status: 200 len: 210 time: 0.0462587 Dec 14 18:03:09.912824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 55d6178e-85d9-4230-892f-bc46d38fe6d5 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:03:10.000082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 45947cf7-4313-4be0-a582-dafd677a9a68 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:03:10.058241 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 45947cf7-4313-4be0-a582-dafd677a9a68 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:03:10.058962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 45947cf7-4313-4be0-a582-dafd677a9a68 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:03:10.110384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 55d6178e-85d9-4230-892f-bc46d38fe6d5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=55d6178e-85d9-4230-892f-bc46d38fe6d5,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:10.125785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '55d6178e-85d9-4230-892f-bc46d38fe6d5', 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4', 'port_id': '55d6178e-85d9-4230-892f-bc46d38fe6d5', 'mac_address': 'fa:16:3e:57:f1:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01596227-0a9f-4ff1-8df2-64ded8f70b5b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:03:10.181384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:10.200627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d6178e-85d9-4230-892f-bc46d38fe6d5 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:03:10.215820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 55d6178e-85d9-4230-892f-bc46d38fe6d5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=55d6178e-85d9-4230-892f-bc46d38fe6d5,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:10.239437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:10.241830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:10.309850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=55d6178e-85d9-4230-892f-bc46d38fe6d5,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:10.313072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:10.568371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf4983e-a8e6-474c-a943-6f6f0584af9c req-29137c37-b061-43d1-9f87-53e8f92219a1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:10.570034 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bdf4983e-a8e6-474c-a943-6f6f0584af9c req-29137c37-b061-43d1-9f87-53e8f92219a1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 945 time: 0.0896676 Dec 14 18:03:10.623944 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bdf4983e-a8e6-474c-a943-6f6f0584af9c req-fba90527-9654-4cb2-92c8-c1aeef877c5c tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466819 Dec 14 18:03:10.745041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['55d6178e-85d9-4230-892f-bc46d38fe6d5'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:03:11.099826 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 59060) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:11.272982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:11.305952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:11.310004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Usage tracker for resource:security_group_rule and tenant:8a542c9fd93f4170b42f44b0ee063031 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:11.312978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:11.319590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:11.388430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:11.428868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:11.437278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a9d48beb-778b-4675-99bf-34f5322dc85d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:11.480596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f774619-e83f-49dc-a60c-3f1fc7350d46,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:11.484360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:11.486774 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8a542c9fd93f4170b42f44b0ee063031&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3858302 Dec 14 18:03:11.489843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59082) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:11.558028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b473f9ff-b444-4bfd-bd21-048ff1adc29d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:11.586333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b473f9ff-b444-4bfd-bd21-048ff1adc29d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:11.812300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b473f9ff-b444-4bfd-bd21-048ff1adc29d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:11.817554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-246c2546-091e-49de-b697-f9e0aeda755b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:11.835439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b473f9ff-b444-4bfd-bd21-048ff1adc29d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f774619-e83f-49dc-a60c-3f1fc7350d46,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:11.839998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b473f9ff-b444-4bfd-bd21-048ff1adc29d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:11.841178 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b473f9ff-b444-4bfd-bd21-048ff1adc29d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:11.845309 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b473f9ff-b444-4bfd-bd21-048ff1adc29d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/1f774619-e83f-49dc-a60c-3f1fc7350d46 HTTP/1.1" status: 204 len: 168 time: 0.3538411 Dec 14 18:03:11.880367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ff742-f645-459b-bf83-5604cc79702b req-17772381-f370-4269-bd35-6c88b61a4697 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:11.892467 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-665ff742-f645-459b-bf83-5604cc79702b req-17772381-f370-4269-bd35-6c88b61a4697 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 945 time: 0.1254661 Dec 14 18:03:11.957231 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-665ff742-f645-459b-bf83-5604cc79702b req-247791d2-4363-416a-aff5-3695edf6797f tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577431 Dec 14 18:03:12.042261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 55d6178e-85d9-4230-892f-bc46d38fe6d5 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:12.165553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 55d6178e-85d9-4230-892f-bc46d38fe6d5 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:12.180105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 55d6178e-85d9-4230-892f-bc46d38fe6d5 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:12.180766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:12.337691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:12.370975 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b48b9f0-af86-424d-8e0d-4fef204cb213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6178e-85d9-4230-892f-bc46d38fe6d5'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:12.381493 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 55d6178e-85d9-4230-892f-bc46d38fe6d5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=55d6178e-85d9-4230-892f-bc46d38fe6d5,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:12.425919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:12.435838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a92103c7-1a2c-4cb1-8d49-51d162a933ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:12.482230 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b48b9f0-af86-424d-8e0d-4fef204cb213', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d6178e-85d9-4230-892f-bc46d38fe6d5', 'code': 200} Dec 14 18:03:12.527066 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=55d6178e-85d9-4230-892f-bc46d38fe6d5,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:12.530408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:12.832707 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-99759922-16f1-47e4-82b8-7bceb71578b2 req-7a5efcba-58f9-428c-9fb0-66497338f304 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 1099 time: 0.1117823 Dec 14 18:03:12.883114 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-99759922-16f1-47e4-82b8-7bceb71578b2 req-ce6f7da7-c0c4-404d-9755-79f6e54cba07 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434322 Dec 14 18:03:13.207645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab881b1-105d-4bc3-b981-6b8160fc6fe9 req-c2b2ba8f-9904-4ce4-9f5e-e254f6d37e7c tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:13.209369 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bab881b1-105d-4bc3-b981-6b8160fc6fe9 req-c2b2ba8f-9904-4ce4-9f5e-e254f6d37e7c tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 946 time: 0.0877368 Dec 14 18:03:13.291394 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bab881b1-105d-4bc3-b981-6b8160fc6fe9 req-3bdd5802-fb24-459b-9524-8868745779c2 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736954 Dec 14 18:03:14.676375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a91eda6-1d37-4fe6-b49c-2605e9b60dfd req-fff4f483-f6c0-4710-bade-353c37a30f52 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:14.678794 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9a91eda6-1d37-4fe6-b49c-2605e9b60dfd req-fff4f483-f6c0-4710-bade-353c37a30f52 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 946 time: 0.1143911 Dec 14 18:03:14.752176 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9a91eda6-1d37-4fe6-b49c-2605e9b60dfd req-4a508720-7cb9-4699-a8c5-2e5c4f279e22 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605063 Dec 14 18:03:15.233642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ddc63ab5-4516-4d29-b0b3-07b901349079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:16.006350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c085be56-b78d-4392-8701-096e3f53d114 req-93f1c871-0579-4611-b7eb-d25267a24122 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:16.013778 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c085be56-b78d-4392-8701-096e3f53d114 req-93f1c871-0579-4611-b7eb-d25267a24122 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1064072 Dec 14 18:03:16.080724 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c085be56-b78d-4392-8701-096e3f53d114 req-b45c3d52-18b5-4eff-ba4f-19c5c674dc13 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591855 Dec 14 18:03:16.145265 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dba189-61cf-4422-b3db-592bb869ed2a req-76a8df04-4964-4f3e-b14d-fb1f2185b054 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:16.147431 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-43dba189-61cf-4422-b3db-592bb869ed2a req-76a8df04-4964-4f3e-b14d-fb1f2185b054 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 946 time: 0.1134923 Dec 14 18:03:16.203650 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-43dba189-61cf-4422-b3db-592bb869ed2a req-02e0a493-03b8-4d93-960b-93be86c97d90 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498893 Dec 14 18:03:16.599334 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:17.298531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88051f7-2ae0-4687-8042-f828d11c1b1a req-3cfd42d6-89fd-4a9a-aa64-751dc3f96851 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:17.300171 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b88051f7-2ae0-4687-8042-f828d11c1b1a req-3cfd42d6-89fd-4a9a-aa64-751dc3f96851 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0848780 Dec 14 18:03:17.324977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f1813d6d-6dc9-440c-920a-993542c5f6b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:17.356141 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b88051f7-2ae0-4687-8042-f828d11c1b1a req-314e7935-d990-4b68-b0af-d66220c614ce tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451567 Dec 14 18:03:17.799401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:17.932771 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dd31a7-707f-4d8e-8190-d44628441d35 req-6dea7ad1-8935-4d3b-8f05-1dd0ba8d9701 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:17.934892 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-69dd31a7-707f-4d8e-8190-d44628441d35 req-6dea7ad1-8935-4d3b-8f05-1dd0ba8d9701 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 946 time: 0.1029558 Dec 14 18:03:17.993422 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-69dd31a7-707f-4d8e-8190-d44628441d35 req-e218dbaa-1271-408e-b2f3-db1dddc0469d tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524225 Dec 14 18:03:18.428339 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:18.482647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 59440) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:18.565431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee82dd0-ded5-4c9a-9e6c-b6d83aa307f9 req-c2c34c46-8969-42c5-89fd-1649ddede856 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:18.567136 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ee82dd0-ded5-4c9a-9e6c-b6d83aa307f9 req-c2c34c46-8969-42c5-89fd-1649ddede856 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.0843234 Dec 14 18:03:18.616649 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ee82dd0-ded5-4c9a-9e6c-b6d83aa307f9 req-16729587-17e1-479f-b284-3ee11ab438a7 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423372 Dec 14 18:03:18.674573 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f64236bf-c15d-47a3-97ed-1b50e18a01aa admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=053750011ebd41f7bd95c21f5a1da896&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1905570 Dec 14 18:03:18.677064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 59446) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:18.745243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e646ae52-5185-43aa-b5c1-6e1d269d4495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:18.775149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e646ae52-5185-43aa-b5c1-6e1d269d4495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:18.976788 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e646ae52-5185-43aa-b5c1-6e1d269d4495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:18.982647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3a31a261-7af3-4853-9ba2-55d0f65b9b01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:18.999528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e646ae52-5185-43aa-b5c1-6e1d269d4495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f541c9-1c76-43d9-9340-108dbf93c0e8,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:19.002317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e646ae52-5185-43aa-b5c1-6e1d269d4495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:19.090242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e646ae52-5185-43aa-b5c1-6e1d269d4495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:19.094057 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e646ae52-5185-43aa-b5c1-6e1d269d4495 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b8f541c9-1c76-43d9-9340-108dbf93c0e8 HTTP/1.1" status: 204 len: 168 time: 0.4134336 Dec 14 18:03:19.125918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-41d20bff-8679-466d-b80b-3645d0b133cb tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:19.127963 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-41d20bff-8679-466d-b80b-3645d0b133cb tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1126583 Dec 14 18:03:19.269316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Deleting port 4e7adf99-aba2-40dd-bc65-2d4852629090 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:03:19.269674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:19.308983 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:19.346590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37bcb05-537f-43a0-9ba4-28724f652596 req-ea0d3645-ed89-4c14-b3a6-683af420c2b7 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:19.348230 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a37bcb05-537f-43a0-9ba4-28724f652596 req-ea0d3645-ed89-4c14-b3a6-683af420c2b7 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 946 time: 0.2110510 Dec 14 18:03:19.492327 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a37bcb05-537f-43a0-9ba4-28724f652596 req-3266f5cf-1f5d-487b-bc12-5d093ffe2243 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100521 Dec 14 18:03:19.714744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] For port 4e7adf99-aba2-40dd-bc65-2d4852629090, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=4e7adf99-aba2-40dd-bc65-2d4852629090,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:19.714744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:19.863849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Calling delete_port for 4e7adf99-aba2-40dd-bc65-2d4852629090 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:03:19.885938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dade467-282e-43af-8fae-98dae6011089 req-dec989fb-783d-4e91-b9b0-410b86b8d003 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:19.887525 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3dade467-282e-43af-8fae-98dae6011089 req-dec989fb-783d-4e91-b9b0-410b86b8d003 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.18 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 946 time: 0.2234163 Dec 14 18:03:19.926339 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-9b6e9dcb-d11c-45a9-864a-4ff7df9eedd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2988842 Dec 14 18:03:19.955840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b430126-e381-4fb8-811b-4d44ac8286a5 req-dd956523-0d5f-4d87-b741-1dbbdac96865 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:19.957424 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2b430126-e381-4fb8-811b-4d44ac8286a5 req-dd956523-0d5f-4d87-b741-1dbbdac96865 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 946 time: 0.1638901 Dec 14 18:03:20.008403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Deleting port 55d6178e-85d9-4230-892f-bc46d38fe6d5 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:03:20.008789 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:20.111444 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-3e1c2d7d-ede5-4c85-a391-61f74f93e972 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1098 time: 0.1614332 Dec 14 18:03:20.118956 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2b430126-e381-4fb8-811b-4d44ac8286a5 req-a19f23da-d4e0-48ee-9bde-865d13a876cd tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528351 Dec 14 18:03:20.160501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:20.175015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-eb3b2d09-766b-4862-8dfb-1490d31e9052 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:20.177950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['a7c5bdcb-f89c-4b97-be20-d2b6a617d43b'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:03:20.406342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] For port 55d6178e-85d9-4230-892f-bc46d38fe6d5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=55d6178e-85d9-4230-892f-bc46d38fe6d5,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:20.406805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:20.417081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Pushing event deleted for resources: {'Port': ['ID=4e7adf99-aba2-40dd-bc65-2d4852629090,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:20.420520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:20.481433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] No DVR routers for this DVR port 4e7adf99-aba2-40dd-bc65-2d4852629090 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:03:20.503980 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:20.507751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14e2c757-cd00-4e10-8641-6231b90515e8', 'name': 'network-vif-deleted', 'tag': '4e7adf99-aba2-40dd-bc65-2d4852629090'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:20.556921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-21fc440c-0ab0-48a6-8067-d0678f2f5376 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:20.558694 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-21fc440c-0ab0-48a6-8067-d0678f2f5376 service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.4278538 Dec 14 18:03:20.582170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Calling delete_port for 55d6178e-85d9-4230-892f-bc46d38fe6d5 owned by compute:nova {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:03:20.641589 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33f27b81-591b-45b2-bae8-622fc158bbc8 req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "DELETE /v2.0/ports/4e7adf99-aba2-40dd-bc65-2d4852629090 HTTP/1.1" status: 204 len: 173 time: 1.5058222 Dec 14 18:03:20.742814 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14e2c757-cd00-4e10-8641-6231b90515e8', 'name': 'network-vif-deleted', 'tag': '4e7adf99-aba2-40dd-bc65-2d4852629090', 'status': 'completed', 'code': 200} Dec 14 18:03:21.045114 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-edb99419-b253-4475-a78e-939977b25cc0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 200 len: 1001 time: 0.4542232 Dec 14 18:03:21.356677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f3b29-dce6-46db-acc1-3fb8c4f81391 req-e4718e2d-4d3b-4549-8d09-bd5fd7b28c8c tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:21.356677 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-078f3b29-dce6-46db-acc1-3fb8c4f81391 req-e4718e2d-4d3b-4549-8d09-bd5fd7b28c8c tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 946 time: 0.4603350 Dec 14 18:03:21.356677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-0193e864-0f5d-4db1-8447-5ff28b2a7ed0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:21.359267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:21.360507 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-0193e864-0f5d-4db1-8447-5ff28b2a7ed0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.0876665 Dec 14 18:03:21.361187 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:21.362149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['55d6178e-85d9-4230-892f-bc46d38fe6d5'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:03:21.362238 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-078f3b29-dce6-46db-acc1-3fb8c4f81391 req-4e751bc5-1709-4c58-921b-c2d945e4bb39 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066632 Dec 14 18:03:21.362238 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-55b1791b-197d-4efb-a983-3f4cac645b21 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1358871 Dec 14 18:03:21.362399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Pushing event deleted for resources: {'Port': ['ID=55d6178e-85d9-4230-892f-bc46d38fe6d5,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:21.362399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:21.362399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] No DVR routers for this DVR port 55d6178e-85d9-4230-892f-bc46d38fe6d5 on host hv-cinder-82173 {{(pid=88324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:03:21.362399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:21.362399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b48b9f0-af86-424d-8e0d-4fef204cb213', 'name': 'network-vif-deleted', 'tag': '55d6178e-85d9-4230-892f-bc46d38fe6d5'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:21.479336 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b48b9f0-af86-424d-8e0d-4fef204cb213', 'name': 'network-vif-deleted', 'tag': '55d6178e-85d9-4230-892f-bc46d38fe6d5', 'status': 'completed', 'code': 200} Dec 14 18:03:21.495918 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-27ddede4-26f7-44d9-8655-a900f436437a req-a7979ff7-b81c-45c5-b585-9905b05ae30f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=14e2c757-cd00-4e10-8641-6231b90515e8 HTTP/1.1" status: 200 len: 210 time: 0.1041598 Dec 14 18:03:21.540854 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-2305ba1c-d8ed-41ec-b096-755e1f98e8bc service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399843 Dec 14 18:03:21.600295 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3dade467-282e-43af-8fae-98dae6011089 req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.18 "DELETE /v2.0/ports/55d6178e-85d9-4230-892f-bc46d38fe6d5 HTTP/1.1" status: 204 len: 173 time: 1.6992538 Dec 14 18:03:21.766600 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef2cef06-ede7-4c4e-aab7-1dd314b4abe5 req-0c88ba69-4a77-47b7-8642-cf4cf2b13fe7 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2190602 Dec 14 18:03:21.982291 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 55d6178e-85d9-4230-892f-bc46d38fe6d5 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:03:22.017667 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 55d6178e-85d9-4230-892f-bc46d38fe6d5 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:03:22.018061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 55d6178e-85d9-4230-892f-bc46d38fe6d5 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:03:22.018524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 4e7adf99-aba2-40dd-bc65-2d4852629090 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:03:22.050687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 4e7adf99-aba2-40dd-bc65-2d4852629090 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:03:22.051121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 4e7adf99-aba2-40dd-bc65-2d4852629090 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:03:22.426648 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e29aeb-ea77-40b0-b6df-f02660e7129a req-556316bf-0d78-4969-836d-1af82c70b94e tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=8b48b9f0-af86-424d-8e0d-4fef204cb213 HTTP/1.1" status: 200 len: 210 time: 0.0518117 Dec 14 18:03:23.262752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e11ac3-48ea-4ca5-b14f-46d2babfe395 req-0d500045-da10-417d-a4d5-5d26e8b8de68 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:23.264167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-38e11ac3-48ea-4ca5-b14f-46d2babfe395 req-0d500045-da10-417d-a4d5-5d26e8b8de68 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Synchronizing usage tracker for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:03:23.330233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-38e11ac3-48ea-4ca5-b14f-46d2babfe395 req-0d500045-da10-417d-a4d5-5d26e8b8de68 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Unset dirty status for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:03:23.331506 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-38e11ac3-48ea-4ca5-b14f-46d2babfe395 req-0d500045-da10-417d-a4d5-5d26e8b8de68 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.1481354 Dec 14 18:03:23.381906 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-38e11ac3-48ea-4ca5-b14f-46d2babfe395 req-ba2c71ca-1d36-403c-ac29-5a7e88e945ec tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439734 Dec 14 18:03:23.945432 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-26061dde-af36-4ce0-a9e2-ad1dee56dcbd tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:23.947025 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-26061dde-af36-4ce0-a9e2-ad1dee56dcbd tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/networks?id=61a5c0f1-0388-404c-a511-76f14dd126b4 HTTP/1.1" status: 200 len: 808 time: 0.1613791 Dec 14 18:03:23.965260 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ccab39d5-ce02-4aa1-84d3-cdcb3f618bd0 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/quotas/5ce7c70693b848d4b5a723bef1a7377c HTTP/1.1" status: 200 len: 375 time: 0.0111136 Dec 14 18:03:24.019813 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-6417fa9f-3d2e-4b87-ac8a-b21696d7214e tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=5ce7c70693b848d4b5a723bef1a7377c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491295 Dec 14 18:03:24.165723 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-191e0041-51a6-40b4-83c3-fb56522069ea service neutron] 10.222.0.58 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383996 Dec 14 18:03:24.312130 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-08971b4a-cc16-49d6-aa6b-1ddae7aaee08 service neutron] 10.222.0.58 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394506 Dec 14 18:03:24.560964 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5697dac4-6406-45f3-be30-2cbdd35322ea req-45a24809-0c33-4bfb-ad80-4ad3b1e7d3b7 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 210 time: 0.0463457 Dec 14 18:03:24.629853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac94b6a5-f57c-4fde-a0b7-30a6b13776db req-4fc90f88-af08-463e-969f-eed0a765b602 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:24.631992 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ac94b6a5-f57c-4fde-a0b7-30a6b13776db req-4fc90f88-af08-463e-969f-eed0a765b602 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0906074 Dec 14 18:03:24.679766 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ac94b6a5-f57c-4fde-a0b7-30a6b13776db req-fd6bb2cb-98a1-4b02-83c6-464a036a4f86 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417061 Dec 14 18:03:25.769611 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7e3759b9-5e87-45b0-8fcf-aeaa06b07579 req-c3848e25-1073-4f7c-9887-7fac9453db09 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 210 time: 0.0740633 Dec 14 18:03:25.913926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff03316-8866-4729-9ce2-089061187418 req-c0b6622c-0fef-4b3b-8ca3-29266b08b17f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:25.915552 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aff03316-8866-4729-9ce2-089061187418 req-c0b6622c-0fef-4b3b-8ca3-29266b08b17f tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0841994 Dec 14 18:03:25.968185 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aff03316-8866-4729-9ce2-089061187418 req-be803932-1ad1-4b4f-82fe-196f5d798e28 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461650 Dec 14 18:03:26.437301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-c7a2afb4-26b2-47a2-85bd-635584dca5e4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:26.438858 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-c7a2afb4-26b2-47a2-85bd-635584dca5e4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.18 "GET /v2.0/networks?id=61a5c0f1-0388-404c-a511-76f14dd126b4 HTTP/1.1" status: 200 len: 808 time: 0.1595762 Dec 14 18:03:26.459552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Request body: {'port': {'device_id': '7774fdf6-7114-4b38-810b-240e5207486b', 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4', 'admin_state_up': True, 'tenant_id': '5ce7c70693b848d4b5a723bef1a7377c'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:26.604095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:26.608467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Usage tracker for resource:port and tenant:5ce7c70693b848d4b5a723bef1a7377c is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:26.611474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:26.617567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:26.656485 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Made reservation on behalf of 5ce7c70693b848d4b5a723bef1a7377c for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:03:26.662494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:26.838493 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Allocated IP 172.20.0.10 (61a5c0f1-0388-404c-a511-76f14dd126b4/01596227-0a9f-4ff1-8df2-64ded8f70b5b/54b2ede7-2bde-426d-85fe-1b857c4b35e2) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:03:26.983999 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2aa17e99-8171-423a-ad79-1fd0c92930e5 req-f1ba2de6-fb23-4fb0-b93e-a6b18d742a77 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 210 time: 0.0690806 Dec 14 18:03:27.286146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:27.354997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:27.362557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b8b40029-4351-4404-8be2-f2df6340178e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:27.397073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7827d-bd48-4451-b5ba-79a3c0f5614a req-a0ed2827-b16e-4753-a1d7-fb83cc8fdd33 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:27.399469 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-25a7827d-bd48-4451-b5ba-79a3c0f5614a req-a0ed2827-b16e-4753-a1d7-fb83cc8fdd33 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0926359 Dec 14 18:03:27.430890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Network 61a5c0f1-0388-404c-a511-76f14dd126b4 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:27.439650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:27.442114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:03:27.449963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59652) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:27.484845 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-25a7827d-bd48-4451-b5ba-79a3c0f5614a req-84eff843-52a5-4642-b51f-8b470b512262 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770671 Dec 14 18:03:27.491726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Pushing event updated for resources: {'Port': ['ID=54b2ede7-2bde-426d-85fe-1b857c4b35e2,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:27.494582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:27.527192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:27.527858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:27.600450 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1456215 Dec 14 18:03:27.620069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Request body: {'port': {'device_id': '7774fdf6-7114-4b38-810b-240e5207486b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:27.637622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:27.671531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:27.675547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Usage tracker for resource:security_group_rule and tenant:240f9ef7d0c3452ea055982a02e8c3b0 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:27.678479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:27.684578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:27.736801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:27.830686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:27.867817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:27.875588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ad56311f-65cf-451d-8c72-2b1cda168a69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:27.921248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06370f52-984b-4fd5-aced-278327cc0f0a,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:27.925953 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=240f9ef7d0c3452ea055982a02e8c3b0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4722147 Dec 14 18:03:27.926950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:27.929207 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59660) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:27.991947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0653bfb2-66de-49b0-987f-1b06630ace40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.029578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0653bfb2-66de-49b0-987f-1b06630ace40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.107631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0653bfb2-66de-49b0-987f-1b06630ace40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.108600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54b2ede7-2bde-426d-85fe-1b857c4b35e2 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:03:28.112868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4d94760d-51aa-4106-a529-6f7b20ebdb4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:28.116748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.124569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653bfb2-66de-49b0-987f-1b06630ace40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06370f52-984b-4fd5-aced-278327cc0f0a,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:28.128342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0653bfb2-66de-49b0-987f-1b06630ace40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:28.132285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0653bfb2-66de-49b0-987f-1b06630ace40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.133479 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0653bfb2-66de-49b0-987f-1b06630ace40 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/06370f52-984b-4fd5-aced-278327cc0f0a HTTP/1.1" status: 204 len: 168 time: 0.2033145 Dec 14 18:03:28.180585 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Transition to ACTIVE for port object 54b2ede7-2bde-426d-85fe-1b857c4b35e2 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:28.213741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfd188f-f6b5-4061-9f2c-aa2ff2f6d61c req-8e4f0425-aeca-499c-9138-bd7fe724ec2d tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:28.214498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-5bfd188f-f6b5-4061-9f2c-aa2ff2f6d61c req-8e4f0425-aeca-499c-9138-bd7fe724ec2d tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Synchronizing usage tracker for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:03:28.218933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.223667 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:28.367910 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Pushing event updated for resources: {'Port': ['ID=54b2ede7-2bde-426d-85fe-1b857c4b35e2,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:28.370885 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-5bfd188f-f6b5-4061-9f2c-aa2ff2f6d61c req-8e4f0425-aeca-499c-9138-bd7fe724ec2d tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Unset dirty status for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:03:28.372172 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bfd188f-f6b5-4061-9f2c-aa2ff2f6d61c req-8e4f0425-aeca-499c-9138-bd7fe724ec2d tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 932 time: 0.2504594 Dec 14 18:03:28.373248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:28.516438 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bfd188f-f6b5-4061-9f2c-aa2ff2f6d61c req-aea28250-1254-493e-bbd8-44dd6329050e tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361306 Dec 14 18:03:28.523865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Attempting to bind port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:03:28.524206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Attempting to bind port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:03:28.524579 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Attempting to bind port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 on network 61a5c0f1-0388-404c-a511-76f14dd126b4 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:28.532533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 on network 61a5c0f1-0388-404c-a511-76f14dd126b4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:03:28.532533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Attempting to bind port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 on network 61a5c0f1-0388-404c-a511-76f14dd126b4 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:28.540190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:03:28.540573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Checking segment: {'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:28.540998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Bound using segment: {'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:03:28.541592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Bound port: 54b2ede7-2bde-426d-85fe-1b857c4b35e2, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efe7722b-fda7-446f-b8ab-48a0d049ac0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:03:28.541990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.642467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] For port 54b2ede7-2bde-426d-85fe-1b857c4b35e2, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:03:28.645769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] For port 54b2ede7-2bde-426d-85fe-1b857c4b35e2, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=54b2ede7-2bde-426d-85fe-1b857c4b35e2,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:03:28.680077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.684912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-feeadb18-148b-4bc5-a90c-96313daacf58 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:28.714824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959a150-44af-48be-a888-7ce870322bc7 req-9a7b4e48-1a14-4131-8f6d-79801c9f67e6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:28.720007 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4959a150-44af-48be-a888-7ce870322bc7 req-9a7b4e48-1a14-4131-8f6d-79801c9f67e6 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0904424 Dec 14 18:03:28.774892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:28.776398 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] 10.222.0.18 "PUT /v2.0/ports/54b2ede7-2bde-426d-85fe-1b857c4b35e2 HTTP/1.1" status: 200 len: 1094 time: 1.1610746 Dec 14 18:03:28.776933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7774fdf6-7114-4b38-810b-240e5207486b', 'tag': '54b2ede7-2bde-426d-85fe-1b857c4b35e2'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:28.791913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Pushing event updated for resources: {'Port': ['ID=54b2ede7-2bde-426d-85fe-1b857c4b35e2,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:28.794290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4959a150-44af-48be-a888-7ce870322bc7 req-c99a1cf2-c701-47b1-acf6-bbe1c17fe53b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686486 Dec 14 18:03:28.796889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:28.858263 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7774fdf6-7114-4b38-810b-240e5207486b', 'tag': '54b2ede7-2bde-426d-85fe-1b857c4b35e2', 'status': 'completed', 'code': 200} Dec 14 18:03:28.965833 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37d7cecd-d446-4f19-ad87-f5c2cca6f726 req-4964c106-ed87-4729-9f15-831d694908a9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ce7c70693b848d4b5a723bef1a7377c&device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 1097 time: 0.0769904 Dec 14 18:03:29.118314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7cecd-d446-4f19-ad87-f5c2cca6f726 req-c21b0290-1d14-4e5e-9005-9681f8885485 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:29.120026 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37d7cecd-d446-4f19-ad87-f5c2cca6f726 req-c21b0290-1d14-4e5e-9005-9681f8885485 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=5ce7c70693b848d4b5a723bef1a7377c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1459267 Dec 14 18:03:29.234296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59696) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:29.269046 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d7cecd-d446-4f19-ad87-f5c2cca6f726 req-8345f277-d2a8-47ee-8c24-b8bd6ef3c298 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:29.270605 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37d7cecd-d446-4f19-ad87-f5c2cca6f726 req-8345f277-d2a8-47ee-8c24-b8bd6ef3c298 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1428723 Dec 14 18:03:29.373112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-817742662-network', 'tenant_id': '84cf1431399344d7863f48a80c385103'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:29.378446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:29.383204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Usage tracker for resource:network and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:29.386200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:29.392782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:29.416163 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-2c2758f1-9c39-4559-8842-f009fc4fa65d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=5ce7c70693b848d4b5a723bef1a7377c&device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 1097 time: 0.0773323 Dec 14 18:03:29.433461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Made reservation on behalf of 84cf1431399344d7863f48a80c385103 for: {'network': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:03:29.438444 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:29.452535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:29.486415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:29.489864 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-07134a50-32f1-473e-bfce-2fe92996ca57 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=54b2ede7-2bde-426d-85fe-1b857c4b35e2 HTTP/1.1" status: 200 len: 217 time: 0.0640311 Dec 14 18:03:29.490593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Usage tracker for resource:security_group_rule and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:29.493581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:29.499744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:29.563764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-097cac9e-f85e-4ca1-982f-bb231f9c5f92 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:29.565270 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-097cac9e-f85e-4ca1-982f-bb231f9c5f92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=01596227-0a9f-4ff1-8df2-64ded8f70b5b HTTP/1.1" status: 200 len: 848 time: 0.0659659 Dec 14 18:03:29.567362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:29.599981 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:29.604677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9c1a94ff-689c-49f9-83a8-8ff998651b5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:29.616367 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-adea5160-46c6-4e57-a050-f1508b5d7871 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=61a5c0f1-0388-404c-a511-76f14dd126b4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434222 Dec 14 18:03:29.636843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e391af1-acbd-44d9-b1c7-c072b47f4a8e,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:29.650350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:29.710934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 229} {{(pid=88324) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:03:29.749511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1febd1-a9c6-4837-8346-7765ea8e963f req-ba7f20ea-f599-4328-ab6b-e58c8a493e1a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:29.750278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-ff1febd1-a9c6-4837-8346-7765ea8e963f req-ba7f20ea-f599-4328-ab6b-e58c8a493e1a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Synchronizing usage tracker for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:port {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:03:29.764874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-ff1febd1-a9c6-4837-8346-7765ea8e963f req-ba7f20ea-f599-4328-ab6b-e58c8a493e1a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Unset dirty status for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:port {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:03:29.766387 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ff1febd1-a9c6-4837-8346-7765ea8e963f req-ba7f20ea-f599-4328-ab6b-e58c8a493e1a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 944 time: 0.1106238 Dec 14 18:03:29.788732 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-99ab9ca9-83c8-4a8b-b20d-cbb8cd592955 service neutron] 10.222.0.18 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486392 Dec 14 18:03:29.816340 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ff1febd1-a9c6-4837-8346-7765ea8e963f req-5ee7381c-15da-4470-9cb0-6773af300ae2 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431662 Dec 14 18:03:29.830262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:29.830689 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Added segment 4062c6cf-fe19-4ad7-87a8-590b557c3277 of type vlan for network 4596c04a-05c1-4024-9e77-bb56424c46f8 Dec 14 18:03:29.902731 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:29.943951 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e2153e-d638-4916-9a11-222aeefdb86d req-bf82b255-a082-48ce-aa61-4218b8890153 service neutron] 10.222.0.18 "GET /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473155 Dec 14 18:03:30.013235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:30.022936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:30.023590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:30.031129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:30.150615 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Pushing event updated for resources: {'Network': ['ID=4596c04a-05c1-4024-9e77-bb56424c46f8,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:30.153774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:30.161669 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:03:30.172680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ccd4c6-a971-4c37-b4d1-b84072ce42f8 req-76fe1cb0-903a-42d9-aeb0-cc865102a89b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:30.174286 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a6ccd4c6-a971-4c37-b4d1-b84072ce42f8 req-76fe1cb0-903a-42d9-aeb0-cc865102a89b tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.2007470 Dec 14 18:03:30.176124 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9406457 Dec 14 18:03:30.179879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59710) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:30.187128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Request body: {'subnet': {'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-817742662-subnet', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:30.208054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:30.216311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Usage tracker for resource:subnet and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:30.220223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:30.233172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:30.252261 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a6ccd4c6-a971-4c37-b4d1-b84072ce42f8 req-7da87e9b-edb1-4918-b9bd-429e7d4e7ca1 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696704 Dec 14 18:03:30.273551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Made reservation on behalf of 84cf1431399344d7863f48a80c385103 for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:03:30.278518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:30.513865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:30.518254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:30.596457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2ef2093-37fd-4511-b41b-856736bfcfe5,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:30.599714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:30.607019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Checking segment: {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:30.607411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Network hostable DHCP agents. Network: 4596c04a-05c1-4024-9e77-bb56424c46f8, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:03:30.667280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:03:30.719211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, 4596c04a-05c1-4024-9e77-bb56424c46f8) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:30.723688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:30.725073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:30.732347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ad0014-6c86-465a-8f28-b4a92da36f2c None None] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:03:30.777467 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5963974 Dec 14 18:03:30.780213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59716) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:30.785516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:30.790882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:30.794901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Usage tracker for resource:router and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:30.797834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:30.804499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:30.845132 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105552'] for router, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:30.847637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854202606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854670248'] for router, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:30.872438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:30.966715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b558676-8c24-5554-bf85-99ce58a579ed-4596c04a-05c1-4024-9e77-bb56424c46f8', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5'}]}} from dv-cinder-821737-1-smb. {{(pid=88326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:03:30.967614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.113657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.139510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Allocated IP 172.20.0.2 (4596c04a-05c1-4024-9e77-bb56424c46f8/a2ef2093-37fd-4511-b41b-856736bfcfe5/10c2c4d1-50cb-4083-9b9f-0c906b29c8ff) {{(pid=88326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:03:31.141947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f7cca5-0e4c-4906-aa13-ad3af19422ec req-2f6fc75a-01aa-4be3-86df-1f3b02d3e26a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:31.143597 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-38f7cca5-0e4c-4906-aa13-ad3af19422ec req-2f6fc75a-01aa-4be3-86df-1f3b02d3e26a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 944 time: 0.1733365 Dec 14 18:03:31.180716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b80291-3cbb-46af-bed6-f984d56f383b req-fddcb873-a0af-4276-ae8b-540a0e25b19d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:31.182261 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-94b80291-3cbb-46af-bed6-f984d56f383b req-fddcb873-a0af-4276-ae8b-540a0e25b19d tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.0898910 Dec 14 18:03:31.262990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Deleting port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:03:31.263462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.268575 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-38f7cca5-0e4c-4906-aa13-ad3af19422ec req-5d3e81f9-ef66-43b9-b2af-416995013760 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149690 Dec 14 18:03:31.426976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.439752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.452004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Transition to ACTIVE for port object 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:31.461505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.472479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Transition to ACTIVE for port object 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff will not be triggered until provisioned by entity DHCP. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:31.531522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.537152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:31.604009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 is already hosted by enough agents. {{(pid=88326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:31.607671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Resources bound (agent type, host, resource id): {{(pid=88326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:31.617411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Received port after_create {{(pid=88326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:03:31.620556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Allocated IP 172.28.1.20 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/1456715f-e427-4884-a6bf-59e764b025b7) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:03:31.625133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Pushing event updated for resources: {'Port': ['ID=10c2c4d1-50cb-4083-9b9f-0c906b29c8ff,revision_number=1']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:31.629403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:31.718647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Attempting to bind port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:03:31.719022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Attempting to bind port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:03:31.719444 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Attempting to bind port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff on network 4596c04a-05c1-4024-9e77-bb56424c46f8 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:31.727275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:03:31.727714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Checking segment: {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:31.728177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.728630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Bound using segment: {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:03:31.729165 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Bound port: 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:03:31.729593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.805134 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.827417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] For port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:03:31.830917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] For port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=10c2c4d1-50cb-4083-9b9f-0c906b29c8ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:03:31.870852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] For port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:31.871335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.879888 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.885170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:31.910869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:31.914908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:31.964519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Pushing event updated for resources: {'Port': ['ID=10c2c4d1-50cb-4083-9b9f-0c906b29c8ff,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:31.967369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:31.986505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:31.989037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:31.992204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:03:32.015040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Calling delete_port for a7c5bdcb-f89c-4b97-be20-d2b6a617d43b owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:03:32.041069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Pushing event updated for resources: {'Port': ['ID=1456715f-e427-4884-a6bf-59e764b025b7,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:32.044068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:32.048354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8574732-4eb3-4ef3-985d-cf9e45a13af8 req-753fadbd-1cd3-4abb-96cd-9447697ae1db tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:32.049826 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f8574732-4eb3-4ef3-985d-cf9e45a13af8 req-753fadbd-1cd3-4abb-96cd-9447697ae1db tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 945 time: 0.6130996 Dec 14 18:03:32.137370 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f8574732-4eb3-4ef3-985d-cf9e45a13af8 req-801f9197-6ceb-44d0-b1dc-f8b7c0f412d1 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/security-groups?id=7d2bff3b-52ba-4234-ac7c-6663f294d6d5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769556 Dec 14 18:03:32.212128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:32.213353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854202456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184'] for router, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:32.251032 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:32.257670 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a4798941-be1d-4479-8223-0b43f0c85c14 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:32.367842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Pushing event deleted for resources: {'Port': ['ID=a7c5bdcb-f89c-4b97-be20-d2b6a617d43b,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:32.370524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:32.429542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] No DVR routers for this DVR port a7c5bdcb-f89c-4b97-be20-d2b6a617d43b on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:03:32.432442 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:32.436401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33ad2a51-942c-4db9-89c4-03951d3d003f', 'name': 'network-vif-deleted', 'tag': 'a7c5bdcb-f89c-4b97-be20-d2b6a617d43b'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:32.512316 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33ad2a51-942c-4db9-89c4-03951d3d003f', 'name': 'network-vif-deleted', 'tag': 'a7c5bdcb-f89c-4b97-be20-d2b6a617d43b', 'status': 'completed', 'code': 200} Dec 14 18:03:32.555130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6165bcb7-8838-41c5-ab56-27382b8f8b55 req-46ad0c37-1e93-4bf1-bf79-f00f8eff7890 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:32.562780 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6165bcb7-8838-41c5-ab56-27382b8f8b55 req-46ad0c37-1e93-4bf1-bf79-f00f8eff7890 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 944 time: 0.1206920 Dec 14 18:03:32.580714 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-94b80291-3cbb-46af-bed6-f984d56f383b req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.18 "DELETE /v2.0/ports/a7c5bdcb-f89c-4b97-be20-d2b6a617d43b HTTP/1.1" status: 204 len: 173 time: 1.3859456 Dec 14 18:03:32.593874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Router 1f10c6aa-61da-4c8c-931c-fc110d93212c is scheduled to L3 agent c9643997-683c-4927-80a8-48aa290f14c9 with binding_index 1 {{(pid=88324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:03:32.611416 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6165bcb7-8838-41c5-ab56-27382b8f8b55 req-dff497e6-ac3e-4980-9c68-b28749211eb6 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476460 Dec 14 18:03:33.013090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:03:33.023183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Sync routers for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:03:33.035513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:33.036176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:33.101986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:33.103372 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3221669 Dec 14 18:03:33.106208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59748) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:33.244754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:33.367512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-919eedc5-8a43-4944-9b0d-72afba15c723 req-49f8c2d9-507e-4259-bcf7-74f136c90fa5 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Synchronizing usage tracker for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:03:33.462330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-919eedc5-8a43-4944-9b0d-72afba15c723 req-49f8c2d9-507e-4259-bcf7-74f136c90fa5 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Unset dirty status for tenant:2768bab8bfbb4ad78e403b1d4275c715 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:03:33.466489 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-919eedc5-8a43-4944-9b0d-72afba15c723 req-49f8c2d9-507e-4259-bcf7-74f136c90fa5 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] 10.222.0.58 "GET /v2.0/ports?device_id=33ad2a51-942c-4db9-89c4-03951d3d003f HTTP/1.1" status: 200 len: 210 time: 0.1451423 Dec 14 18:03:33.643972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:32Z', 'revision_number': 3, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:33.648951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Checking router: 1f10c6aa-61da-4c8c-931c-fc110d93212c for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:03:33.649353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Updating router 1f10c6aa-61da-4c8c-931c-fc110d93212c port 1456715f-e427-4884-a6bf-59e764b025b7 binding host dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:03:33.745332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:33.940823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c867b8-94e4-49b2-9eda-02827685832a req-9b9becd9-e49c-4ff9-a732-c3382d5fdd47 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:33.949677 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c5c867b8-94e4-49b2-9eda-02827685832a req-9b9becd9-e49c-4ff9-a732-c3382d5fdd47 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 944 time: 0.1674445 Dec 14 18:03:34.009566 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 54b2ede7-2bde-426d-85fe-1b857c4b35e2 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:03:34.014249 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c5c867b8-94e4-49b2-9eda-02827685832a req-4c66f817-414c-4960-92e1-d78c3b3e018e tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632670 Dec 14 18:03:34.028248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device a7c5bdcb-f89c-4b97-be20-d2b6a617d43b no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:03:34.085141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6af2165-bf50-42cd-863b-0cef6cb617bb None None] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:03:34.101737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:03:34.105708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: a7c5bdcb-f89c-4b97-be20-d2b6a617d43b {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:03:34.106326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device a7c5bdcb-f89c-4b97-be20-d2b6a617d43b not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:03:34.148013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.320745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:34.395417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Allocated IP 172.20.0.1 (4596c04a-05c1-4024-9e77-bb56424c46f8/a2ef2093-37fd-4511-b41b-856736bfcfe5/7cc7d493-138d-4099-a606-510e155545b6) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:03:34.404430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 54b2ede7-2bde-426d-85fe-1b857c4b35e2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=54b2ede7-2bde-426d-85fe-1b857c4b35e2,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:34.406797 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Notify callbacks [] for port, precommit_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.420458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Transition to ACTIVE for port object 1456715f-e427-4884-a6bf-59e764b025b7 will not be triggered until provisioned by entity L2. {{(pid=88327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:34.447625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '54b2ede7-2bde-426d-85fe-1b857c4b35e2', 'network_id': '61a5c0f1-0388-404c-a511-76f14dd126b4', 'port_id': '54b2ede7-2bde-426d-85fe-1b857c4b35e2', 'mac_address': 'fa:16:3e:a0:f3:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01596227-0a9f-4ff1-8df2-64ded8f70b5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:03:34.479930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.484929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-890fbe4e-e18b-4780-94b5-11ab0f060c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:34.506413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-f8228541-d8c1-452a-a337-5485553288d4 None None] Provisioning for port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:34.571103 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.571338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Pushing event updated for resources: {'Port': ['ID=1456715f-e427-4884-a6bf-59e764b025b7,revision_number=2']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:34.574163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Attempting to bind port 1456715f-e427-4884-a6bf-59e764b025b7 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:03:34.574348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.574568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Attempting to bind port 1456715f-e427-4884-a6bf-59e764b025b7 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:03:34.575010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Attempting to bind port 1456715f-e427-4884-a6bf-59e764b025b7 on network 0777ae0f-0225-40d0-9ad2-d61648840a30 {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:34.587658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.588040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.588409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.588775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.589138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.589496 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.589851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.590206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.590756 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.591115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.591466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:34.596393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:34.598017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:03:34.598430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:34.606974 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.607121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Transition to ACTIVE for port object 7cc7d493-138d-4099-a606-510e155545b6 will not be triggered until provisioned by entity DHCP. {{(pid=88324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:34.607771 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Bound using segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:03:34.610115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Bound port: 1456715f-e427-4884-a6bf-59e764b025b7, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:03:34.610736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.624902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:34.634083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59768) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:34.639096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:34.639572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.670160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54b2ede7-2bde-426d-85fe-1b857c4b35e2 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:03:34.735164 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.746354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-51b37053-8900-4030-a22b-c33aee417026 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:34.757235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 54b2ede7-2bde-426d-85fe-1b857c4b35e2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=54b2ede7-2bde-426d-85fe-1b857c4b35e2,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:34.768190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] For port 1456715f-e427-4884-a6bf-59e764b025b7, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:03:34.776062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] For port 1456715f-e427-4884-a6bf-59e764b025b7, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=1456715f-e427-4884-a6bf-59e764b025b7,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:03:34.826983 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.845464 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:34.845958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.851576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:34.853054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:34.854345 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:34.863939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Pushing event updated for resources: {'Port': ['ID=7cc7d493-138d-4099-a606-510e155545b6,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:34.868653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:03:34.868653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661621'] for router_interface, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.874934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:34.899467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:34.936834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Pushing event updated for resources: {'Port': ['ID=1456715f-e427-4884-a6bf-59e764b025b7,revision_number=3']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:34.941581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-42a0b085-0c33-4511-9582-fa37ac667bac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:34.946244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:34.946957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:34.967594 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=10c2c4d1-50cb-4083-9b9f-0c906b29c8ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:34.970944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=54b2ede7-2bde-426d-85fe-1b857c4b35e2,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:34.984848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:35.004910 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:35.012288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:35.069351 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:35.189214 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:35.291866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-4be255b4-3b52-4a2f-8822-1307b961bd53 None None] Provisioning complete for port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:35.292525 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4be255b4-3b52-4a2f-8822-1307b961bd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:35.304729 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400f045-93e9-45fe-af2a-1e532952533f req-15a9a971-b72c-4ae8-a25c-95be4c1ec377 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:35.312862 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2400f045-93e9-45fe-af2a-1e532952533f req-15a9a971-b72c-4ae8-a25c-95be4c1ec377 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 945 time: 0.1066022 Dec 14 18:03:35.379546 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2400f045-93e9-45fe-af2a-1e532952533f req-a3b010c0-f4aa-40a3-bb29-5aa2bc0cc7d5 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656083 Dec 14 18:03:35.445531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['54b2ede7-2bde-426d-85fe-1b857c4b35e2'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:03:35.558893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=10c2c4d1-50cb-4083-9b9f-0c906b29c8ff,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:35.574618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:35.662285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 1, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:35.668861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123bc414-eaad-4a21-8345-90b6c6ca6e58 None None] The sync data for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb is: [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 1, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:03:35.841817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854114301'] for router_interface, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:35.879106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-4ca228c1-6d37-47f6-9748-ec4b584f8e97 None None] Provisioning for port 7cc7d493-138d-4099-a606-510e155545b6 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:35.884804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-4ca228c1-6d37-47f6-9748-ec4b584f8e97 None None] Provisioning complete for port 7cc7d493-138d-4099-a606-510e155545b6 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:35.885516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4ca228c1-6d37-47f6-9748-ec4b584f8e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:35.938534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:35.954688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-4ca228c1-6d37-47f6-9748-ec4b584f8e97 None None] Port 7cc7d493-138d-4099-a606-510e155545b6 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:03:36.053033 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:36.062303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133560373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854114286'] for router_interface, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:36.067927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:36.240479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:36.248911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Pushing event updated for resources: {'Port': ['ID=7cc7d493-138d-4099-a606-510e155545b6,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:36.265315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:36.321461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:36.321882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:36.414577 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:36.422242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:36.787106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-72295a8e-847b-4990-b267-68f0ab874849 None None] Provisioning complete for port 7cc7d493-138d-4099-a606-510e155545b6 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:36.787707 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-72295a8e-847b-4990-b267-68f0ab874849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:36.852234 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-72295a8e-847b-4990-b267-68f0ab874849 None None] Port 7cc7d493-138d-4099-a606-510e155545b6 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:03:36.981280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d6b8a-1a0c-4cf1-a16c-8b3428c741a5 req-cdaffb1a-4555-444a-b94b-b64fea75d09c tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:36.982939 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c81d6b8a-1a0c-4cf1-a16c-8b3428c741a5 req-cdaffb1a-4555-444a-b94b-b64fea75d09c tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 945 time: 0.2582603 Dec 14 18:03:37.172439 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c81d6b8a-1a0c-4cf1-a16c-8b3428c741a5 req-cdbde4d0-4700-4765-a7a6-66e4800d3050 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1806071 Dec 14 18:03:37.299897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Router 1f10c6aa-61da-4c8c-931c-fc110d93212c has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:03:37.463875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Deleting port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:03:37.464361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:37.961536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] For port 0ff0f46e-e42d-49a3-b4e4-223af1274e9a, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,segment=NetworkSegment(cda61f2d-692c-4955-93fe-47c639a52a0e),segment_id=cda61f2d-692c-4955-93fe-47c639a52a0e)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:37.961934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:38.020104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 54b2ede7-2bde-426d-85fe-1b857c4b35e2 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:38.102829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Calling delete_port for 0ff0f46e-e42d-49a3-b4e4-223af1274e9a owned by network:router_interface {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:03:38.125798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:38.135917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:38.136339 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:38.158360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:03:38.187283 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] 10.222.0.58 "PUT /v2.0/routers/1f10c6aa-61da-4c8c-931c-fc110d93212c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0798469 Dec 14 18:03:38.305719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 1456715f-e427-4884-a6bf-59e764b025b7 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:38.442737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:38.501847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58062ef7-3700-44d1-afed-7e7877cec0d9 req-c99136ef-0f9f-44a6-bacb-906018bbe31b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:38.503638 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-58062ef7-3700-44d1-afed-7e7877cec0d9 req-c99136ef-0f9f-44a6-bacb-906018bbe31b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 945 time: 0.1095333 Dec 14 18:03:38.557432 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-58062ef7-3700-44d1-afed-7e7877cec0d9 req-4329337c-3b97-4b02-a0f3-3f8e48b286cb tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446279 Dec 14 18:03:38.627910 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 1456715f-e427-4884-a6bf-59e764b025b7 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:38.633777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 1456715f-e427-4884-a6bf-59e764b025b7 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:38.634198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:38.675711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7774fdf6-7114-4b38-810b-240e5207486b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2ede7-2bde-426d-85fe-1b857c4b35e2'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:38.699140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 54b2ede7-2bde-426d-85fe-1b857c4b35e2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=54b2ede7-2bde-426d-85fe-1b857c4b35e2,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:38.794058 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7774fdf6-7114-4b38-810b-240e5207486b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54b2ede7-2bde-426d-85fe-1b857c4b35e2', 'code': 200} Dec 14 18:03:38.795429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:38.801924 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:38.844543 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:38.850460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:38.871634 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:38.899862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ff0f46e-e42d-49a3-b4e4-223af1274e9a,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:38.902877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 1456715f-e427-4884-a6bf-59e764b025b7, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=1456715f-e427-4884-a6bf-59e764b025b7,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:38.914096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=54b2ede7-2bde-426d-85fe-1b857c4b35e2,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:38.917247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:38.922049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:38.936691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:38.938676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:39.012362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=1456715f-e427-4884-a6bf-59e764b025b7,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:39.015954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:39.209036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036721215444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854114151'] for router_interface, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:39.232687 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2eecc8d8-8374-4eae-a750-5bf2a122474a req-5cd3c4a2-6df0-469e-9180-251bad834a0c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 1099 time: 0.0825191 Dec 14 18:03:39.290516 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2eecc8d8-8374-4eae-a750-5bf2a122474a req-0935317b-4b60-4610-910a-cf28518e6ae5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502872 Dec 14 18:03:39.819891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Sync routers for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:03:39.842347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 59844) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:39.846463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:39.847172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:39.849617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-723445640-network', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:39.855328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:39.859383 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Usage tracker for resource:network and tenant:c87fb6a2019c4915944b93cac034b1f2 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:39.862381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:39.868542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:39.874477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c373d293-3893-405f-be39-c1b6bd9838d7 req-adc9b71f-660c-423b-ab14-5e31700cbaa1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:39.876143 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c373d293-3893-405f-be39-c1b6bd9838d7 req-adc9b71f-660c-423b-ab14-5e31700cbaa1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 946 time: 0.1277506 Dec 14 18:03:39.937039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Made reservation on behalf of c87fb6a2019c4915944b93cac034b1f2 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:03:39.940928 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:39.957299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:39.995620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:39.997442 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c373d293-3893-405f-be39-c1b6bd9838d7 req-5c73e687-8d8e-407e-a236-cc1a07628a2c tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673659 Dec 14 18:03:40.001091 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Usage tracker for resource:security_group_rule and tenant:c87fb6a2019c4915944b93cac034b1f2 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:40.004507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:40.012253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:40.042622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Router 3f874fb8-bf55-4031-baab-aa23b8bb0274 has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:03:40.067140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:40.094857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.158756 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.164488 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:40.210642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 222} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:03:40.236208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.236881 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Added segment 4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7 of type vlan for network 071246ff-46a3-476c-b12f-12cb747dc509 Dec 14 18:03:40.314969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.376608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17cfb887-ad53-4c82-875a-984e093ec965,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:40.396708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.397118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.397522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.397920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.405458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.405458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.405458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.405458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.405458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.405458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.405458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:40.418206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:40.433419 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.435298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:40.436041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.469203 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1f4a7cfa-840c-4a60-a9bb-2e872f17ecaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:40.472935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 1456715f-e427-4884-a6bf-59e764b025b7 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:40.551208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:03:40.562921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] Sync routers for ids ['3f874fb8-bf55-4031-baab-aa23b8bb0274'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:03:40.576130 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7322712 Dec 14 18:03:40.579578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59856) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:40.581927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:35Z', 'revision_number': 2, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:40.585292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 1456715f-e427-4884-a6bf-59e764b025b7 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:40.585722 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.586950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Request body: {'subnet': {'network_id': '071246ff-46a3-476c-b12f-12cb747dc509', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-723445640-subnet', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:40.589017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Pushing event updated for resources: {'Network': ['ID=071246ff-46a3-476c-b12f-12cb747dc509,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:40.592281 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] Routers {'3f874fb8-bf55-4031-baab-aa23b8bb0274'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:40.592524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:40.596005 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:40.596922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['3f874fb8-bf55-4031-baab-aa23b8bb0274'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:40.600398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Usage tracker for resource:subnet and tenant:c87fb6a2019c4915944b93cac034b1f2 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:40.604761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:40.611010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:40.622042 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network 071246ff-46a3-476c-b12f-12cb747dc509 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:03:40.632683 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] 10.222.0.58 "PUT /v2.0/routers/3f874fb8-bf55-4031-baab-aa23b8bb0274/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9942334 Dec 14 18:03:40.633113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 59862) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:40.636958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Checking router: 1f10c6aa-61da-4c8c-931c-fc110d93212c for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:03:40.637371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Updating router 1f10c6aa-61da-4c8c-931c-fc110d93212c port 7cc7d493-138d-4099-a606-510e155545b6 binding host dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:03:40.684462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Made reservation on behalf of c87fb6a2019c4915944b93cac034b1f2 for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:03:40.689679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Notify callbacks [] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.825777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:40.952404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] Set router 3f874fb8-bf55-4031-baab-aa23b8bb0274 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:40.990884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks [] for router, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.051308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.059158 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:41.202255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Pushing event updated for resources: {'Subnet': ['ID=23ff982d-4ea1-4ce1-9a0e-193ef31de8d3,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:41.222554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.223255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.223470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.223879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.224277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.224674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.225066 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.225459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.226006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.226395 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.226949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:41.243952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:41.247747 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Checking segment: {'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:41.248343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Network hostable DHCP agents. Network: 071246ff-46a3-476c-b12f-12cb747dc509, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:03:41.285293 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8285b517-431f-4051-a00e-b72d3f2fd9d8 req-8192661c-4126-49ec-828a-726f612c0e5e tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:41.293385 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8285b517-431f-4051-a00e-b72d3f2fd9d8 req-8192661c-4126-49ec-828a-726f612c0e5e tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 946 time: 0.1403875 Dec 14 18:03:41.324455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Network 071246ff-46a3-476c-b12f-12cb747dc509 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:03:41.359208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, 071246ff-46a3-476c-b12f-12cb747dc509) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:41.363927 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8285b517-431f-4051-a00e-b72d3f2fd9d8 req-6ebfce11-bc08-4eb4-b973-9d787a3c18b4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696168 Dec 14 18:03:41.364797 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:41.365562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.365960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.411201 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Deleting port 03e669c7-0c09-41a2-a638-b49f0c75e424 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:03:41.412186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.428775 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1c0bfd54-45ae-459b-86db-498ebdc959da admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.8478439 Dec 14 18:03:41.433048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59874) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:41.437435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:41.439252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6361bf86-02b9-4e49-8ab8-7e821cd8c79f None None] Network 071246ff-46a3-476c-b12f-12cb747dc509 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:03:41.446598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:41.457053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Usage tracker for resource:router and tenant:c87fb6a2019c4915944b93cac034b1f2 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:41.462551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:41.475668 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:41.480489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 5, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port': {'id': '03e669c7-0c09-41a2-a638-b49f0c75e424', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:13:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:41.492600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] Checking router: 3f874fb8-bf55-4031-baab-aa23b8bb0274 for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:03:41.507990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] Routers {'3f874fb8-bf55-4031-baab-aa23b8bb0274'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:41.509061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['3f874fb8-bf55-4031-baab-aa23b8bb0274'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:41.525009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105552'] for router, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.526230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854202606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854670248'] for router, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.655007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.672644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] For port 03e669c7-0c09-41a2-a638-b49f0c75e424, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=03e669c7-0c09-41a2-a638-b49f0c75e424,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:41.675849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.809252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] Set router 3f874fb8-bf55-4031-baab-aa23b8bb0274 gateway port host: None {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:41.888255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Calling delete_port for 03e669c7-0c09-41a2-a638-b49f0c75e424 owned by network:router_gateway {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:03:41.913805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Notify callbacks [] for port, precommit_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:41.931366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Transition to ACTIVE for port object 7cc7d493-138d-4099-a606-510e155545b6 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:41.992362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:03:41Z', 'revision_number': 6, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port_host': None}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:41.998155 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e955cfa7-499b-4055-91f2-92e170db7e33 None None] The sync data for ids ['3f874fb8-bf55-4031-baab-aa23b8bb0274'] in dv-cinder-821737-1-smb is: [{'id': '3f874fb8-bf55-4031-baab-aa23b8bb0274', 'name': 'tempest-ServerRescueNegativeTestJSON-988517834-router', 'tenant_id': '2768bab8bfbb4ad78e403b1d4275c715', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:37Z', 'updated_at': '2021-12-14T18:03:41Z', 'revision_number': 6, 'project_id': '2768bab8bfbb4ad78e403b1d4275c715', 'gw_port_host': None}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:03:42.070463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:42.160252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:42.194080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:42.279973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 0ff0f46e-e42d-49a3-b4e4-223af1274e9a no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:03:42.423851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acb43c-65a4-433a-acf8-1a6fef09e964 None None] Pushing event updated for resources: {'Port': ['ID=7cc7d493-138d-4099-a606-510e155545b6,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:42.433871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c5acb43c-65a4-433a-acf8-1a6fef09e964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:42.434488 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 0ff0f46e-e42d-49a3-b4e4-223af1274e9a {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:03:42.443953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 0ff0f46e-e42d-49a3-b4e4-223af1274e9a not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:03:42.483476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b558676-8c24-5554-bf85-99ce58a579ed-071246ff-46a3-476c-b12f-12cb747dc509', 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'fixed_ips': [{'subnet_id': '23ff982d-4ea1-4ce1-9a0e-193ef31de8d3'}]}} from dv-cinder-821737-1-smb. {{(pid=88326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:03:42.484703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:42.605044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b879aa37-c075-463a-82c7-bc7ee4b0ec47 req-9edb6291-6120-4da6-b806-2db4592e34b9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:42.606790 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b879aa37-c075-463a-82c7-bc7ee4b0ec47 req-9edb6291-6120-4da6-b806-2db4592e34b9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.3686800 Dec 14 18:03:42.710023 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b879aa37-c075-463a-82c7-bc7ee4b0ec47 req-cf3e628f-588f-41e8-8407-756f4bbbb941 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0664761 Dec 14 18:03:42.833106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:42.866520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:42.888382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Attempting to bind port 7cc7d493-138d-4099-a606-510e155545b6 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:03:42.888872 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Attempting to bind port 7cc7d493-138d-4099-a606-510e155545b6 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:03:42.889277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Attempting to bind port 7cc7d493-138d-4099-a606-510e155545b6 on network 4596c04a-05c1-4024-9e77-bb56424c46f8 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:42.958071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:03:42.958490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Checking segment: {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:42.958979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:42.959477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Bound using segment: {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:03:42.959935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Bound port: 7cc7d493-138d-4099-a606-510e155545b6, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:03:42.960344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:42.964920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:42.979777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:43.072410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Pushing event deleted for resources: {'Port': ['ID=03e669c7-0c09-41a2-a638-b49f0c75e424,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:43.089028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Allocated IP 172.28.1.5 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/ab6e6dfa-e126-4738-b788-6fb51b2652c9) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:03:43.107384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:43.109265 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Allocated IP 172.20.0.2 (071246ff-46a3-476c-b12f-12cb747dc509/23ff982d-4ea1-4ce1-9a0e-193ef31de8d3/747606ac-6d51-4587-b84d-66eda1ee7202) {{(pid=88326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:03:43.336558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] For port 7cc7d493-138d-4099-a606-510e155545b6, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:03:43.350449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111214'] for router_gateway, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:43.363096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] For port 7cc7d493-138d-4099-a606-510e155545b6, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=7cc7d493-138d-4099-a606-510e155545b6,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:03:43.416136 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:43.441961 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:43.452549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:43.508260 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:43.513738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:43.626272 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:43.629815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:43.636055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5acb43c-65a4-433a-acf8-1a6fef09e964 None None] Pushing event updated for resources: {'Port': ['ID=7cc7d493-138d-4099-a606-510e155545b6,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:43.639976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:03:43.644198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c5acb43c-65a4-433a-acf8-1a6fef09e964 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:43.660521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:43.661992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:43.765342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Pushing event updated for resources: {'Port': ['ID=ab6e6dfa-e126-4738-b788-6fb51b2652c9,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:43.765616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Notify callbacks [] for port, precommit_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:43.765768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:43.766443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105537'] for router, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:43.772668 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:43.804243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Transition to ACTIVE for port object 747606ac-6d51-4587-b84d-66eda1ee7202 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:43.839291 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:43.840479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854202456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184'] for router, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.034278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f61c1-9e1e-43dd-ae49-43aa49c4fd12 req-ccce1f61-0d61-4e1c-b80f-e894cab09f55 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:44.034278 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ed5f61c1-9e1e-43dd-ae49-43aa49c4fd12 req-ccce1f61-0d61-4e1c-b80f-e894cab09f55 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 946 time: 0.1116314 Dec 14 18:03:44.100447 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ed5f61c1-9e1e-43dd-ae49-43aa49c4fd12 req-71a6e3ca-05ad-4f00-9357-39661fc398fa tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598831 Dec 14 18:03:44.114611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854209006'] for router, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.115555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3f874fb8-bf55-4031-baab-aa23b8bb0274 {{(pid=88325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 18:03:44.129482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Transition to ACTIVE for port object 747606ac-6d51-4587-b84d-66eda1ee7202 will not be triggered until provisioned by entity DHCP. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:44.149021 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Notify callbacks [] for router, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.152918 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] 10.222.0.58 "DELETE /v2.0/routers/3f874fb8-bf55-4031-baab-aa23b8bb0274 HTTP/1.1" status: 204 len: 168 time: 3.5185528 Dec 14 18:03:44.155392 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 59924) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:44.201529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.205600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:44.225902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18678324-e340-4731-9dc2-44b4f45e5aa2 req-8b9dd5bc-d3d1-423c-b8d7-27261e3bdbc9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:44.227770 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-18678324-e340-4731-9dc2-44b4f45e5aa2 req-8b9dd5bc-d3d1-423c-b8d7-27261e3bdbc9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1515715 Dec 14 18:03:44.264158 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] Deleting subnet 56c35a84-a0ad-4b9f-add0-602c6c4abd43 {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:03:44.267716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.273053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:44.295189 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-18678324-e340-4731-9dc2-44b4f45e5aa2 req-d9dde578-d5fc-439a-8a15-b897bc05827d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0569565 Dec 14 18:03:44.314773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 7cc7d493-138d-4099-a606-510e155545b6 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:44.318879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Router 69ef928e-5a22-4812-9885-9802dd3ae221 is scheduled to L3 agent c9643997-683c-4927-80a8-48aa290f14c9 with binding_index 1 {{(pid=88324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:03:44.342649 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.421898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Network 071246ff-46a3-476c-b12f-12cb747dc509 is already hosted by enough agents. {{(pid=88326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:44.422986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.427105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Resources bound (agent type, host, resource id): {{(pid=88326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:44.429661 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Received port after_create {{(pid=88326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:03:44.465904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Pushing event updated for resources: {'Port': ['ID=747606ac-6d51-4587-b84d-66eda1ee7202,revision_number=1']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:44.524930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:44.559848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 7cc7d493-138d-4099-a606-510e155545b6 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:44.574213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:03:44.616630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Sync routers for ids ['69ef928e-5a22-4812-9885-9802dd3ae221'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:03:44.629619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 7cc7d493-138d-4099-a606-510e155545b6 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:44.630559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.752008 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Attempting to bind port 747606ac-6d51-4587-b84d-66eda1ee7202 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:03:44.752420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Attempting to bind port 747606ac-6d51-4587-b84d-66eda1ee7202 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:03:44.752836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Attempting to bind port 747606ac-6d51-4587-b84d-66eda1ee7202 on network 071246ff-46a3-476c-b12f-12cb747dc509 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:44.764318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.768830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 59932) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:44.768990 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-056cab56-cd4a-4155-a0ac-d81b00ee4243 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 3.3364041 Dec 14 18:03:44.794133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Routers {'69ef928e-5a22-4812-9885-9802dd3ae221'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:44.794842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['69ef928e-5a22-4812-9885-9802dd3ae221'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:44.843354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 3, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:03:44.843702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Checking segment: {'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:44.844147 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:44.844588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Bound using segment: {'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:03:44.845116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Bound port: 747606ac-6d51-4587-b84d-66eda1ee7202, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:03:44.845795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.047374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.063148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:45.106181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56c35a84-a0ad-4b9f-add0-602c6c4abd43,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:45.108800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:45.115183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.129034 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-39d66bd0-bcb5-4c40-9223-2c6e2e68b214 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/56c35a84-a0ad-4b9f-add0-602c6c4abd43 HTTP/1.1" status: 204 len: 168 time: 0.9725552 Dec 14 18:03:45.131669 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59938) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:45.156724 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.217160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] For port 747606ac-6d51-4587-b84d-66eda1ee7202, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:03:45.243472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Set router 69ef928e-5a22-4812-9885-9802dd3ae221 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:45.287843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] For port 747606ac-6d51-4587-b84d-66eda1ee7202, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=747606ac-6d51-4587-b84d-66eda1ee7202,segment=NetworkSegment(4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7),segment_id=4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:03:45.298137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5c98f1a-7997-4f5f-80ed-1ac5f3478de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.306504 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 7cc7d493-138d-4099-a606-510e155545b6, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=7cc7d493-138d-4099-a606-510e155545b6,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:45.322840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.372600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.376455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.379249 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:45.455327 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:43Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:45.517316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427ba239-acba-4073-8365-7cc85d08e788 req-90384dd7-4d28-4f6c-8d67-9f3279f2af8b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:45.518330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 03e669c7-0c09-41a2-a638-b49f0c75e424 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:03:45.527599 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-427ba239-acba-4073-8365-7cc85d08e788 req-90384dd7-4d28-4f6c-8d67-9f3279f2af8b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 946 time: 0.2094924 Dec 14 18:03:45.626728 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-427ba239-acba-4073-8365-7cc85d08e788 req-ac2b5280-3bc8-44ed-8aea-bcb4b5597053 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977457 Dec 14 18:03:45.774524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:45.818300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.818722 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.819542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.819918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > port after_create 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.820289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > port after_delete 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.820662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > port after_update 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.821028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.821397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.821805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.822209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.893806 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.894201 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.894570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.894980 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=88324) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Dec 14 18:03:45.896053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b264cdc8-3397-490a-aef8-3ec7012c9dc3']}} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:45.906800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19654661-a13d-48a8-8a4b-ec1f08b0413c None None] The sync data for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb is: [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:43Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:03:45.928548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d81d2a-84aa-49de-bafe-9f69fc785a2b req-f5bcd4a1-cd91-468e-8d4e-8a0768e7cf76 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:45.932421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 03e669c7-0c09-41a2-a638-b49f0c75e424 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:03:45.933026 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 03e669c7-0c09-41a2-a638-b49f0c75e424 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:03:45.938343 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-14d81d2a-84aa-49de-bafe-9f69fc785a2b req-f5bcd4a1-cd91-468e-8d4e-8a0768e7cf76 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.2867033 Dec 14 18:03:45.971394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cda61f2d-692c-4955-93fe-47c639a52a0e') {'for_net_delete': True} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:45.971752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cda61f2d-692c-4955-93fe-47c639a52a0e') {} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:45.978426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc9bd3-beb9-4b34-8d7d-f0c3c7ddb62e None None] Pushing event updated for resources: {'Port': ['ID=747606ac-6d51-4587-b84d-66eda1ee7202,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:46.015207 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083240'] for segment, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.061417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.073589 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-14d81d2a-84aa-49de-bafe-9f69fc785a2b req-4b4746df-da9b-4bea-9e42-fc3ea0a07d03 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1317494 Dec 14 18:03:46.081533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=88324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:03:46.081871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853465326'] for segment, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: (self, other), Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1917: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags will be deprecated in SQLAlchemy 1.4, and will be disallowed in a future release. viewonly relationships should not be mutated (this warning may be suppressed after 10 occurrences) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: (self, other), Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:03:46.107403 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:03:46.116475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-46c1f2d4-bdb6-436f-a52b-590386179dfd tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:46.118152 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-46c1f2d4-bdb6-436f-a52b-590386179dfd tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.18 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 946 time: 0.6699255 Dec 14 18:03:46.146460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=7cc7d493-138d-4099-a606-510e155545b6,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:46.157966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:46.162695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.746s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:46.163024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:46.183351 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:03:43Z', 'revision_number': 3, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port': {'id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:42Z', 'updated_at': '2021-12-14T18:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:46.189546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Checking router: 69ef928e-5a22-4812-9885-9802dd3ae221 for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:03:46.189952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Updating router 69ef928e-5a22-4812-9885-9802dd3ae221 port ab6e6dfa-e126-4738-b788-6fb51b2652c9 binding host dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:03:46.256486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Deleting port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:03:46.262422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.262561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.482431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.490599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.504071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:46.544169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Pushing event deleted for resources: {'Network': ['ID=b264cdc8-3397-490a-aef8-3ec7012c9dc3,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:46.547379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:46.571285 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-fca6826c-508e-4052-81ea-c636f3945096 admin admin] 10.222.0.58 "DELETE /v2.0/networks/b264cdc8-3397-490a-aef8-3ec7012c9dc3 HTTP/1.1" status: 204 len: 168 time: 1.4381669 Dec 14 18:03:46.580767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5465cff0-59b2-43a2-9b68-bd4cb7e784a3 req-9b61615c-c1f8-4d63-843f-52a703a29865 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:46.582782 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5465cff0-59b2-43a2-9b68-bd4cb7e784a3 req-9b61615c-c1f8-4d63-843f-52a703a29865 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1918287 Dec 14 18:03:46.672977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] For port 54b2ede7-2bde-426d-85fe-1b857c4b35e2, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=54b2ede7-2bde-426d-85fe-1b857c4b35e2,segment=NetworkSegment(efe7722b-fda7-446f-b8ab-48a0d049ac0f),segment_id=efe7722b-fda7-446f-b8ab-48a0d049ac0f)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:46.673294 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.823022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.914079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Notify callbacks [] for port, precommit_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:46.929443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Transition to ACTIVE for port object ab6e6dfa-e126-4738-b788-6fb51b2652c9 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:46.949920 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5465cff0-59b2-43a2-9b68-bd4cb7e784a3 req-ebd15d15-71d2-4a0d-a4cf-d87bf50ff99b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3598511 Dec 14 18:03:46.961693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Calling delete_port for 54b2ede7-2bde-426d-85fe-1b857c4b35e2 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:03:47.039138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.043965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:47.132585 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5e33d-063a-4f36-8a3c-de8a0afb0e9e None None] Pushing event updated for resources: {'Port': ['ID=ab6e6dfa-e126-4738-b788-6fb51b2652c9,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:47.138302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e2c5e33d-063a-4f36-8a3c-de8a0afb0e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:47.139105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Attempting to bind port ab6e6dfa-e126-4738-b788-6fb51b2652c9 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:03:47.139526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Attempting to bind port ab6e6dfa-e126-4738-b788-6fb51b2652c9 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:03:47.139941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Attempting to bind port ab6e6dfa-e126-4738-b788-6fb51b2652c9 on network 0777ae0f-0225-40d0-9ad2-d61648840a30 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:47.147899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:03:47.148326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:47.148768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.149213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Bound using segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:03:47.150116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Bound port: ab6e6dfa-e126-4738-b788-6fb51b2652c9, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:03:47.150116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.218726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59962) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:47.229317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.231518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] For port ab6e6dfa-e126-4738-b788-6fb51b2652c9, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:03:47.235079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] For port ab6e6dfa-e126-4738-b788-6fb51b2652c9, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=ab6e6dfa-e126-4738-b788-6fb51b2652c9,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:03:47.273446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.283787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c5acb43c-65a4-433a-acf8-1a6fef09e964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:47.311524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b28bf7-e56c-4912-87da-44296f996b81 req-ad99deff-5995-42cb-9c0b-dfe8463f7a9b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:47.313190 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c3b28bf7-e56c-4912-87da-44296f996b81 req-ad99deff-5995-42cb-9c0b-dfe8463f7a9b tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 946 time: 0.3219078 Dec 14 18:03:47.351208 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-859b28ba-8bae-46de-9f0d-839cd29f495d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2768bab8bfbb4ad78e403b1d4275c715&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1308300 Dec 14 18:03:47.357897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 59966) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:47.391757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c5e33d-063a-4f36-8a3c-de8a0afb0e9e None None] Pushing event updated for resources: {'Port': ['ID=ab6e6dfa-e126-4738-b788-6fb51b2652c9,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:47.396442 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e2c5e33d-063a-4f36-8a3c-de8a0afb0e9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:47.397243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3a3990ba-f3a3-4aa2-aefd-87e368bff2ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.399336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Routers {'69ef928e-5a22-4812-9885-9802dd3ae221'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:47.400017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['69ef928e-5a22-4812-9885-9802dd3ae221'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:47.413743 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99355cb9-143e-49a5-9dea-76ae66b11a1e req-7788b4b1-73af-4644-bc2d-9559c39f650c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:47.415364 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-99355cb9-143e-49a5-9dea-76ae66b11a1e req-7788b4b1-73af-4644-bc2d-9559c39f650c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1666660 Dec 14 18:03:47.444223 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c3b28bf7-e56c-4912-87da-44296f996b81 req-b65662b4-7422-4e34-b72e-7ce9b26bf6ac tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/security-groups?id=d010a3f1-6459-4ec0-9887-d8c875dcf32b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808892 Dec 14 18:03:47.495977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.507584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffc8a0fb-8435-410a-97da-169184923b57 tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:47.507941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-52b31a71-baa5-4cca-8cd4-8e4a8fbd6272 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.528785 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-99355cb9-143e-49a5-9dea-76ae66b11a1e req-d3786990-699c-4f6e-8ebc-45fc0ec3d30c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0990503 Dec 14 18:03:47.554077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Pushing event deleted for resources: {'Port': ['ID=54b2ede7-2bde-426d-85fe-1b857c4b35e2,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:47.556081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-52b31a71-baa5-4cca-8cd4-8e4a8fbd6272 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.577328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:47.602077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] Set router 69ef928e-5a22-4812-9885-9802dd3ae221 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:47.656048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-52b31a71-baa5-4cca-8cd4-8e4a8fbd6272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.666630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-82472622-a455-461b-8f85-fabf179fb640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:47.681770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b31a71-baa5-4cca-8cd4-8e4a8fbd6272 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d2bff3b-52ba-4234-ac7c-6663f294d6d5,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:47.730346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-52b31a71-baa5-4cca-8cd4-8e4a8fbd6272 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:47.732225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] No DVR routers for this DVR port 54b2ede7-2bde-426d-85fe-1b857c4b35e2 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:03:47.736719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.751326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7774fdf6-7114-4b38-810b-240e5207486b', 'name': 'network-vif-deleted', 'tag': '54b2ede7-2bde-426d-85fe-1b857c4b35e2'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:47.753277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-52b31a71-baa5-4cca-8cd4-8e4a8fbd6272 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:47.755353 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-52b31a71-baa5-4cca-8cd4-8e4a8fbd6272 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/7d2bff3b-52ba-4234-ac7c-6663f294d6d5 HTTP/1.1" status: 204 len: 168 time: 0.3832736 Dec 14 18:03:47.795536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Allocated IP 172.20.0.1 (071246ff-46a3-476c-b12f-12cb747dc509/23ff982d-4ea1-4ce1-9a0e-193ef31de8d3/79cdbe22-b599-4fdf-a4fa-aab19a47d7a6) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:03:47.803797 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8d8f73ad-9c4c-44ee-ab3a-89f544fecc36 req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.18 "DELETE /v2.0/ports/54b2ede7-2bde-426d-85fe-1b857c4b35e2 HTTP/1.1" status: 204 len: 173 time: 1.6713657 Dec 14 18:03:47.833874 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7774fdf6-7114-4b38-810b-240e5207486b', 'name': 'network-vif-deleted', 'tag': '54b2ede7-2bde-426d-85fe-1b857c4b35e2', 'status': 'completed', 'code': 200} Dec 14 18:03:47.926859 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:48.026675 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:48.045631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Transition to ACTIVE for port object 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:48.057927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 54b2ede7-2bde-426d-85fe-1b857c4b35e2 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:03:48.111062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 54b2ede7-2bde-426d-85fe-1b857c4b35e2 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:03:48.111704 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 54b2ede7-2bde-426d-85fe-1b857c4b35e2 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:03:48.136430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:48.141956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-469abd67-1c29-484c-87b1-05616c9ed6d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:48.153887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:03:43Z', 'revision_number': 3, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port': {'id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:42Z', 'updated_at': '2021-12-14T18:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:48.153887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d9a9567-fab3-4bf0-abf3-1b6e9df7fa9b None None] The sync data for ids ['69ef928e-5a22-4812-9885-9802dd3ae221'] in dv-cinder-821737-1-smb is: [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:03:43Z', 'revision_number': 3, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port': {'id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:42Z', 'updated_at': '2021-12-14T18:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:03:48.246423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c9ab9d-1def-49a7-9baf-9bb1d35b02db req-f3af89b9-01c7-46fa-95ba-d0e892ff4708 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:48.250722 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b8c9ab9d-1def-49a7-9baf-9bb1d35b02db req-f3af89b9-01c7-46fa-95ba-d0e892ff4708 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1184652 Dec 14 18:03:48.294115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Network 071246ff-46a3-476c-b12f-12cb747dc509 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:48.297334 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:48.307800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:03:48.366482 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b8c9ab9d-1def-49a7-9baf-9bb1d35b02db req-67ac221a-21b5-4263-80a3-72c7cb0623bd tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095452 Dec 14 18:03:48.388370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Pushing event updated for resources: {'Port': ['ID=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:48.393939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:48.408918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661621'] for router_interface, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:48.434577 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 7cc7d493-138d-4099-a606-510e155545b6 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:48.479853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:48.482866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db7e0e7-ba69-4651-a783-e6cafd6d022b None None] Network 071246ff-46a3-476c-b12f-12cb747dc509 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:03:48.636733 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:48.673685 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 7cc7d493-138d-4099-a606-510e155545b6 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:48.674113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:48.833306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-5cba8381-883e-4e80-9815-b8b6b598556b req-e777d405-474c-4ee4-bb6e-79ab173c1342 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Synchronizing usage tracker for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:03:48.969550 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3050d4-edde-4c98-9c0e-92bc535404c5 req-dd3707cc-14f5-49ea-9d9a-8ace775717de tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:48.972290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1c3050d4-edde-4c98-9c0e-92bc535404c5 req-dd3707cc-14f5-49ea-9d9a-8ace775717de tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1771235 Dec 14 18:03:48.991654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 747606ac-6d51-4587-b84d-66eda1ee7202 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:49.002340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-5cba8381-883e-4e80-9815-b8b6b598556b req-e777d405-474c-4ee4-bb6e-79ab173c1342 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Unset dirty status for tenant:5ce7c70693b848d4b5a723bef1a7377c on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:03:49.003707 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5cba8381-883e-4e80-9815-b8b6b598556b req-e777d405-474c-4ee4-bb6e-79ab173c1342 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] 10.222.0.58 "GET /v2.0/ports?device_id=7774fdf6-7114-4b38-810b-240e5207486b HTTP/1.1" status: 200 len: 210 time: 0.2541592 Dec 14 18:03:49.089701 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1c3050d4-edde-4c98-9c0e-92bc535404c5 req-484520b8-4fae-445b-8d27-15d0ff1d27fb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1151714 Dec 14 18:03:49.142004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-6a85c1c1-5ff8-416c-b2a0-4490691e9143 None None] Provisioning for port 747606ac-6d51-4587-b84d-66eda1ee7202 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:49.223085 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 747606ac-6d51-4587-b84d-66eda1ee7202 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:49.231017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 747606ac-6d51-4587-b84d-66eda1ee7202 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:49.231900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:49.280092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:49.303751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:49.330151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:49.403438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:49.456441 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:49.517164 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 747606ac-6d51-4587-b84d-66eda1ee7202, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=747606ac-6d51-4587-b84d-66eda1ee7202,segment=NetworkSegment(4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7),segment_id=4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:49.521466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133560373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854114286'] for router_interface, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:49.565016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:49.568676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e2c5e33d-063a-4f36-8a3c-de8a0afb0e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:49.583713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Pushing event updated for resources: {'Port': ['ID=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:49.589373 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:49.786467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=747606ac-6d51-4587-b84d-66eda1ee7202,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:49.810961 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:49.811734 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-374e70d5-e06f-4c2d-88b0-1048f3fbde6b None None] Provisioning complete for port 747606ac-6d51-4587-b84d-66eda1ee7202 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:49.812262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-374e70d5-e06f-4c2d-88b0-1048f3fbde6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:49.874211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Network 071246ff-46a3-476c-b12f-12cb747dc509 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:03:49.875605 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:03:50.038133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e277969b-d096-4f3b-a7d7-65c167b861e3 req-23623dde-74de-41b0-a1b4-b533dea470b6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:50.056159 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e277969b-d096-4f3b-a7d7-65c167b861e3 req-23623dde-74de-41b0-a1b4-b533dea470b6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1917777 Dec 14 18:03:50.095952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-374e70d5-e06f-4c2d-88b0-1048f3fbde6b None None] Provisioning for port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:50.103361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-374e70d5-e06f-4c2d-88b0-1048f3fbde6b None None] Provisioning complete for port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:50.103787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-374e70d5-e06f-4c2d-88b0-1048f3fbde6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:50.168366 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e277969b-d096-4f3b-a7d7-65c167b861e3 req-434d4217-29a9-421d-b376-93fccb13b88b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1111858 Dec 14 18:03:50.262756 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-374e70d5-e06f-4c2d-88b0-1048f3fbde6b None None] Port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:03:50.377578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 747606ac-6d51-4587-b84d-66eda1ee7202 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:50.561081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53131012-f937-434b-adf1-a2abead20cdb req-099d8142-e6d1-4eaf-a323-3d962b9ad3cb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:50.572968 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-53131012-f937-434b-adf1-a2abead20cdb req-099d8142-e6d1-4eaf-a323-3d962b9ad3cb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1805725 Dec 14 18:03:50.607033 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Router 69ef928e-5a22-4812-9885-9802dd3ae221 has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:03:50.717666 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-53131012-f937-434b-adf1-a2abead20cdb req-98a0509a-3d8c-4b66-937f-ea2601afccbb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1437294 Dec 14 18:03:50.727489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-95a9c8f3-c3d2-4e73-9310-d2377326f117 None None] Provisioning complete for port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:50.728667 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-95a9c8f3-c3d2-4e73-9310-d2377326f117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:50.838252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 747606ac-6d51-4587-b84d-66eda1ee7202 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:50.838693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:50.872252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-95a9c8f3-c3d2-4e73-9310-d2377326f117 None None] Port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:03:51.011016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device ab6e6dfa-e126-4738-b788-6fb51b2652c9 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:51.100747 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-6676df85-86a4-43b6-9c23-0861a7c0444f None None] Provisioning complete for port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:51.101284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6676df85-86a4-43b6-9c23-0861a7c0444f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:51.162305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:03:51.174358 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] 10.222.0.58 "PUT /v2.0/routers/69ef928e-5a22-4812-9885-9802dd3ae221/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4038007 Dec 14 18:03:51.274156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-6676df85-86a4-43b6-9c23-0861a7c0444f None None] Port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:03:51.353285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port ab6e6dfa-e126-4738-b788-6fb51b2652c9 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:51.359108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port ab6e6dfa-e126-4738-b788-6fb51b2652c9 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:51.359538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:51.481725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed766381-4981-478f-a88a-8289a4cab53e req-d394fc78-b494-422c-8ec3-c36b5fce5c4c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:51.487498 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ed766381-4981-478f-a88a-8289a4cab53e req-d394fc78-b494-422c-8ec3-c36b5fce5c4c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1258972 Dec 14 18:03:51.533206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:51.549674 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ed766381-4981-478f-a88a-8289a4cab53e req-5d16f0bf-8b73-4b4a-b42f-f1b7528028a6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551217 Dec 14 18:03:51.554522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port ab6e6dfa-e126-4738-b788-6fb51b2652c9, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=ab6e6dfa-e126-4738-b788-6fb51b2652c9,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:51.587555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:51.589473 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:51.662523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=ab6e6dfa-e126-4738-b788-6fb51b2652c9,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:51.665780 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:52.024263 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60074) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:52.026608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d8bc2-3f23-43c7-9d06-4d4d59e3f6b5 req-a2e309aa-6d2c-431f-9081-6638bc22eb36 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:52.028334 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3f4d8bc2-3f23-43c7-9d06-4d4d59e3f6b5 req-a2e309aa-6d2c-431f-9081-6638bc22eb36 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.0973046 Dec 14 18:03:52.031048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1124134886', 'description': 'tempest-secgroup-smoke-1124134886 description', 'project_id': '84cf1431399344d7863f48a80c385103'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:52.039464 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:52.043930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:security_group and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:52.047053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:52.054080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:52.089118 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3f4d8bc2-3f23-43c7-9d06-4d4d59e3f6b5 req-5b9339bc-76df-4fb2-8be5-321ec3aa41fa tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453897 Dec 14 18:03:52.225327 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device ab6e6dfa-e126-4738-b788-6fb51b2652c9 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:52.295462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port ab6e6dfa-e126-4738-b788-6fb51b2652c9 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:52.295889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:52.353298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Sync routers for ids ['69ef928e-5a22-4812-9885-9802dd3ae221'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:03:52.365309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Routers {'69ef928e-5a22-4812-9885-9802dd3ae221'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:52.366304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['69ef928e-5a22-4812-9885-9802dd3ae221'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:52.389233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:52.459245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:52.465239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:security_group_rule and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:52.468959 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:52.476627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:52.572695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Set router 69ef928e-5a22-4812-9885-9802dd3ae221 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:52.574528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:52.611101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:52.620023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-89b40458-7b11-4328-bc9f-31144c9e6a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:52.662603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72ada4c5-839d-4e8c-9aab-bd48b907f440,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:52.668988 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:52.793064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:52.794454 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.7690158 Dec 14 18:03:52.798259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60110) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:52.806434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'security_group_rule': {'security_group_id': '72ada4c5-839d-4e8c-9aab-bd48b907f440', 'project_id': '84cf1431399344d7863f48a80c385103', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:52.822358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:52.835999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:security_group_rule and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:52.840474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:52.852212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:52.877050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a497b279-55b2-47be-9bde-21d445a082d7 req-7fd2fb53-26bb-41b6-9c51-d1541fbcb4a7 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:52.880414 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a497b279-55b2-47be-9bde-21d445a082d7 req-7fd2fb53-26bb-41b6-9c51-d1541fbcb4a7 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1643846 Dec 14 18:03:52.914470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:52.937259 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a497b279-55b2-47be-9bde-21d445a082d7 req-33a3808f-9249-404e-aedb-640cb5718eb5 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500438 Dec 14 18:03:52.985929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.015962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.018124 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dbafa537-bcd5-4e40-bcdc-8f624e256449 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:53.042686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c472ed1-269e-4bb8-b27f-e8d43b3ee952,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:53.046998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:53.124879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.126107 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.3267641 Dec 14 18:03:53.129116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60114) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:53.135545 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'security_group_rule': {'security_group_id': '72ada4c5-839d-4e8c-9aab-bd48b907f440', 'project_id': '84cf1431399344d7863f48a80c385103', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:53.141853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:53.147588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:security_group_rule and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:53.150880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:53.157380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:53.177905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:03:48Z', 'revision_number': 4, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port': {'id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:42Z', 'updated_at': '2021-12-14T18:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '79cdbe22-b599-4fdf-a4fa-aab19a47d7a6', 'name': '', 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'mac_address': 'fa:16:3e:06:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23ff982d-4ea1-4ce1-9a0e-193ef31de8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:47Z', 'updated_at': '2021-12-14T18:03:48Z', 'revision_number': 2, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'subnets': [{'id': '23ff982d-4ea1-4ce1-9a0e-193ef31de8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:53.182185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Checking router: 69ef928e-5a22-4812-9885-9802dd3ae221 for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:03:53.182598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Updating router 69ef928e-5a22-4812-9885-9802dd3ae221 port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 binding host dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:03:53.205978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.242635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.338575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.359070 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c124a69-7274-45e9-bf61-eea935ebdf09 req-39603bf3-068f-4c1c-9a41-e5a3fea4b882 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:53.361355 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3c124a69-7274-45e9-bf61-eea935ebdf09 req-39603bf3-068f-4c1c-9a41-e5a3fea4b882 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1197908 Dec 14 18:03:53.389809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.393370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:53.431922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8291ea34-ac44-43cd-8e98-90c419719253,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:53.439324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:53.445815 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3c124a69-7274-45e9-bf61-eea935ebdf09 req-b1dfc156-c362-4e60-b15a-cf257fe19d2c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0784843 Dec 14 18:03:53.490479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.493666 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.3611465 Dec 14 18:03:53.495847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60122) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:53.501752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'security_group_rule': {'security_group_id': '72ada4c5-839d-4e8c-9aab-bd48b907f440', 'project_id': '84cf1431399344d7863f48a80c385103', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:53.508632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:53.512682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:security_group_rule and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:53.515680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:53.521757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:53.576664 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.604111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Notify callbacks [] for port, precommit_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.673264 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Transition to ACTIVE for port object 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 will not be triggered until provisioned by entity L2. {{(pid=88327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:03:53.687870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.712951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.718011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:53.754221 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.756481 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:53.785002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce7177d-4074-4944-b748-454310be69f4,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:53.788157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:53.835009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.838944 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3394721 Dec 14 18:03:53.839358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60134) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:53.846019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'security_group_rule': {'security_group_id': '72ada4c5-839d-4e8c-9aab-bd48b907f440', 'project_id': '84cf1431399344d7863f48a80c385103', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:53.855571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:53.859661 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:security_group_rule and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:53.862964 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:53.869975 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59e847-923c-405a-86eb-86ec228ed5e9 None None] Pushing event updated for resources: {'Port': ['ID=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,revision_number=3']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:53.886012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:53.920643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f59e847-923c-405a-86eb-86ec228ed5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:53.931786 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:53.997538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Attempting to bind port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:03:53.997956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Attempting to bind port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:03:53.998449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Attempting to bind port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 on network 071246ff-46a3-476c-b12f-12cb747dc509 {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:03:54.006131 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:03:54.006554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Checking segment: {'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:03:54.007023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.007461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Bound using segment: {'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:03:54.007973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Bound port: 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509'}}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:03:54.008384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.049299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:03:54.065431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.101643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.104358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e7f8c172-3a1c-413b-a4e8-e492dc886fc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:54.179303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] For port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:03:54.179977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4d22e6e-85e5-4c38-af5c-9333ee99f8e4,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:54.189090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] For port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,segment=NetworkSegment(4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7),segment_id=4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7)] {{(pid=88327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:03:54.194142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:54.249904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:54.254271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.257634 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-890fbe4e-e18b-4780-94b5-11ab0f060c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:54.265017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'port_id': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'mac_address': 'fa:16:3e:d0:00:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:03:54.297624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1381fc1c-d8f8-43ef-bacd-6c337cbec6a4 req-950efb89-b1f8-4e1c-91c5-0247f60d63b6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:54.306474 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1381fc1c-d8f8-43ef-bacd-6c337cbec6a4 req-950efb89-b1f8-4e1c-91c5-0247f60d63b6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1095316 Dec 14 18:03:54.311267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.311267 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9397d64b-1b35-4a57-8d87-d23bd7830754 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4708364 Dec 14 18:03:54.314327 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60154) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:54.322340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'security_group_rule': {'security_group_id': '72ada4c5-839d-4e8c-9aab-bd48b907f440', 'project_id': '84cf1431399344d7863f48a80c385103', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:54.340271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:54.344872 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f59e847-923c-405a-86eb-86ec228ed5e9 None None] Pushing event updated for resources: {'Port': ['ID=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,revision_number=4']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:54.349765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:security_group_rule and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:54.353223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f59e847-923c-405a-86eb-86ec228ed5e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:54.355842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:54.364734 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:54.373861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.385316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Routers {'69ef928e-5a22-4812-9885-9802dd3ae221'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:03:54.400725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:03:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['69ef928e-5a22-4812-9885-9802dd3ae221'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:54.406086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b8e4ed1f-5653-4a64-804a-14d16b8d3563 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:03:54.410488 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.securitygroups_db [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Project 84cf1431399344d7863f48a80c385103 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:03:54.420335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.444872 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:54.451637 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1381fc1c-d8f8-43ef-bacd-6c337cbec6a4 req-62511221-2332-4030-8065-aec45d8ef8cf tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1447868 Dec 14 18:03:54.502111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.513609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:54.643551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.647334 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['b8e4ed1f-5653-4a64-804a-14d16b8d3563'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:03:54.705413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=6']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:54.710116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:54.802482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.823937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] Set router 69ef928e-5a22-4812-9885-9802dd3ae221 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:03:54.824634 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:54.844836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=284894e7-b549-48f4-b3d8-f32e4e2f9c89,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:54.849000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:54.919629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a2d7c1-1fe0-45af-95d9-220aa31959f6 req-d5b7f2bf-8222-45b9-ab0b-88d11853e35f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:54.923792 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-28a2d7c1-1fe0-45af-95d9-220aa31959f6 req-d5b7f2bf-8222-45b9-ab0b-88d11853e35f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 944 time: 0.2084897 Dec 14 18:03:54.925417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:54.931361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60166) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:03:54.932520 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.6168194 Dec 14 18:03:54.937482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'security_group_rule': {'security_group_id': '72ada4c5-839d-4e8c-9aab-bd48b907f440', 'project_id': '84cf1431399344d7863f48a80c385103', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:03:54.952759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:03:54.964338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:security_group_rule and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:03:54.973595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:03:54.995166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:03:55.031441 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-28a2d7c1-1fe0-45af-95d9-220aa31959f6 req-76226529-e011-4ecd-93d4-d35861a8096b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950141 Dec 14 18:03:55.061784 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.securitygroups_db [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Project 84cf1431399344d7863f48a80c385103 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:03:55.071960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:55.176366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:55.232902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:55.235608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:55.269545 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b7f59cb-f468-4a61-9418-0bc66883b4d8,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:55.301700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:55.393719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:55.396746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.4639802 Dec 14 18:03:55.513706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:03:48Z', 'revision_number': 4, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port': {'id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:42Z', 'updated_at': '2021-12-14T18:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '79cdbe22-b599-4fdf-a4fa-aab19a47d7a6', 'name': '', 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'mac_address': 'fa:16:3e:06:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23ff982d-4ea1-4ce1-9a0e-193ef31de8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:47Z', 'updated_at': '2021-12-14T18:03:54Z', 'revision_number': 4, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'subnets': [{'id': '23ff982d-4ea1-4ce1-9a0e-193ef31de8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:03:55.518519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99ecd491-767f-47ee-bebb-6ef264901c5a None None] The sync data for ids ['69ef928e-5a22-4812-9885-9802dd3ae221'] in dv-cinder-821737-1-smb is: [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:03:48Z', 'revision_number': 4, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port': {'id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:42Z', 'updated_at': '2021-12-14T18:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '79cdbe22-b599-4fdf-a4fa-aab19a47d7a6', 'name': '', 'network_id': '071246ff-46a3-476c-b12f-12cb747dc509', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'mac_address': 'fa:16:3e:06:36:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '23ff982d-4ea1-4ce1-9a0e-193ef31de8d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:47Z', 'updated_at': '2021-12-14T18:03:54Z', 'revision_number': 4, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'subnets': [{'id': '23ff982d-4ea1-4ce1-9a0e-193ef31de8d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:03:55.730946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8409cc-03aa-4645-a17d-f201167c234a req-cc9a6af5-1f38-4350-ab10-b6a353699552 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:55.738539 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9a8409cc-03aa-4645-a17d-f201167c234a req-cc9a6af5-1f38-4350-ab10-b6a353699552 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1441255 Dec 14 18:03:55.823735 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9a8409cc-03aa-4645-a17d-f201167c234a req-697ce1e0-f98b-4f46-bfc5-f4d65c37113c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841367 Dec 14 18:03:56.092463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:56.343843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port b8e4ed1f-5653-4a64-804a-14d16b8d3563 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:56.345306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:56.428757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dd024-780c-43d7-8d9e-3017ea52bd8f req-954dc883-5e37-4caf-aa1f-c9d0f2f873a0 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:56.430830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:56.431164 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-729dd024-780c-43d7-8d9e-3017ea52bd8f req-954dc883-5e37-4caf-aa1f-c9d0f2f873a0 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 944 time: 0.1806314 Dec 14 18:03:56.540767 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-729dd024-780c-43d7-8d9e-3017ea52bd8f req-aced8867-8d61-4c92-8c74-ef1c02e2173c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0955143 Dec 14 18:03:56.860162 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:56.943109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:56.948208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:03:56.953510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:03:56.986752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:56.987340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:57.174522 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'code': 200} Dec 14 18:03:57.180320 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:57.188887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:57.251508 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8497b9-49bd-4cae-9dfd-fbb89c5bc2e3 req-e380585c-e60e-4d3a-9a66-1a37fc57cde8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:57.253396 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd8497b9-49bd-4cae-9dfd-fbb89c5bc2e3 req-e380585c-e60e-4d3a-9a66-1a37fc57cde8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1308432 Dec 14 18:03:57.376833 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd8497b9-49bd-4cae-9dfd-fbb89c5bc2e3 req-5ce1176d-1aad-4000-86d3-51253cc6d473 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051691 Dec 14 18:03:57.436663 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=7']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:57.486208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.486616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.487031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.487411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.487799 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.488231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.488580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.488952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.489346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.489759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.494226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:03:57.519047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:57.527764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:57.587100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,segment=NetworkSegment(4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7),segment_id=4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:03:57.615988 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:57.621323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:03:57.764382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:03:57.769058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:03:57.950050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be845950-5865-41f1-8d37-e4f142c75477 req-58093339-b8eb-44c0-955b-a252f44f13c5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:57.957920 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-be845950-5865-41f1-8d37-e4f142c75477 req-58093339-b8eb-44c0-955b-a252f44f13c5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1241574 Dec 14 18:03:58.039194 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-be845950-5865-41f1-8d37-e4f142c75477 req-8d40d7ed-633f-4de6-9286-814dca735f09 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0799122 Dec 14 18:03:58.243088 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:03:58.328590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:03:58.329021 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:03:58.673473 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee527cd-c1a9-4903-92d3-81d0680f7815 req-c4382b40-aaf2-438d-9751-bf0bdb3c5498 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:58.675085 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ee527cd-c1a9-4903-92d3-81d0680f7815 req-c4382b40-aaf2-438d-9751-bf0bdb3c5498 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0917659 Dec 14 18:03:58.730382 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ee527cd-c1a9-4903-92d3-81d0680f7815 req-5d409b7c-5933-43db-96b9-16ec87c71cee tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485454 Dec 14 18:03:59.283023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc599bd8-c541-4447-8ab9-44b51241d532 req-b21eabe1-017c-4524-8178-349bddad79ca tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:59.284653 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fc599bd8-c541-4447-8ab9-44b51241d532 req-b21eabe1-017c-4524-8178-349bddad79ca tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.0910864 Dec 14 18:03:59.347523 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fc599bd8-c541-4447-8ab9-44b51241d532 req-d817ed88-bfb3-48c1-b195-8f58c5b3fa39 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0525997 Dec 14 18:03:59.985203 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c0209b-bbed-4ab1-8041-44a3be6f2c35 req-70a8e125-0530-4bbd-b3d3-a3e6e15d5f9e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:03:59.986868 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-58c0209b-bbed-4ab1-8041-44a3be6f2c35 req-70a8e125-0530-4bbd-b3d3-a3e6e15d5f9e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0944676 Dec 14 18:04:00.050621 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-58c0209b-bbed-4ab1-8041-44a3be6f2c35 req-6d958400-4852-4087-8105-ab6a1c619fef tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575144 Dec 14 18:04:00.601166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc17e4f4-47ec-4da6-a1ef-5ea98103d962 req-f0d219c7-a1e7-4698-be0a-0117882f8212 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:00.603071 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc17e4f4-47ec-4da6-a1ef-5ea98103d962 req-f0d219c7-a1e7-4698-be0a-0117882f8212 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.0991468 Dec 14 18:04:00.656808 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc17e4f4-47ec-4da6-a1ef-5ea98103d962 req-45cf2f64-9614-42a6-9398-7817ac42161e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474257 Dec 14 18:04:01.295003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdffdc5-b435-44d4-a026-37737e3de091 req-a0c406de-f78c-4bb6-94a3-bd7a583c4d34 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:01.297402 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cbdffdc5-b435-44d4-a026-37737e3de091 req-a0c406de-f78c-4bb6-94a3-bd7a583c4d34 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1068790 Dec 14 18:04:01.367314 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cbdffdc5-b435-44d4-a026-37737e3de091 req-be4e3720-98d3-4c17-88fd-316a9a159379 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590107 Dec 14 18:04:01.982262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d23f7-97a0-4dcf-8ef0-f5166aada9bc req-0e676c42-a5d0-45ff-ac77-5b8e7e3fede4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:01.982989 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a9d23f7-97a0-4dcf-8ef0-f5166aada9bc req-0e676c42-a5d0-45ff-ac77-5b8e7e3fede4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1244230 Dec 14 18:04:02.046865 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1a9d23f7-97a0-4dcf-8ef0-f5166aada9bc req-6c7b06cf-fb8d-4460-a1d1-8214f0c89813 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510366 Dec 14 18:04:02.625900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e9d02-1e1a-413b-b5cb-0349edfb3f4d req-3f49f044-64ec-4d7d-a40f-17e8666bf327 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:02.627539 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-245e9d02-1e1a-413b-b5cb-0349edfb3f4d req-3f49f044-64ec-4d7d-a40f-17e8666bf327 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0946465 Dec 14 18:04:02.696809 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-245e9d02-1e1a-413b-b5cb-0349edfb3f4d req-25155b82-aaa5-49c0-bdd2-b0c89f2ec715 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583580 Dec 14 18:04:03.371238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004d0b7-f113-4593-975b-164f805ab5f2 req-c996783d-8f48-488a-a734-1226d1614071 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:03.378809 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1004d0b7-f113-4593-975b-164f805ab5f2 req-c996783d-8f48-488a-a734-1226d1614071 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1078305 Dec 14 18:04:03.416732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d63e65-13b4-49e5-9c57-e2527ec6c5c4 req-81c607b4-97b5-4f2f-974a-223ded378a60 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:03.419180 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d9d63e65-13b4-49e5-9c57-e2527ec6c5c4 req-81c607b4-97b5-4f2f-974a-223ded378a60 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.3052788 Dec 14 18:04:03.452415 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1004d0b7-f113-4593-975b-164f805ab5f2 req-ee9191a9-461c-48af-962e-7904c186b14c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719945 Dec 14 18:04:03.487093 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-c366b095-e9d5-4c83-936c-0c149ec24b23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 1098 time: 0.2077553 Dec 14 18:04:03.667686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-ac10870e-1826-47ea-9b76-a2eb7df9f6da service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:03.669624 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-ac10870e-1826-47ea-9b76-a2eb7df9f6da service neutron] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 912 time: 0.1780853 Dec 14 18:04:03.831114 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-f86ceef6-427e-431a-b6c5-485916f32a96 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 200 len: 1001 time: 0.1469145 Dec 14 18:04:03.847381 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d9d63e65-13b4-49e5-9c57-e2527ec6c5c4 req-569e52f0-c996-4b0b-bb14-e062be26c67a tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4218955 Dec 14 18:04:03.940848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-6182bef1-1659-4e18-bc4b-218fdb898185 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:03.942473 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-6182bef1-1659-4e18-bc4b-218fdb898185 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.0936346 Dec 14 18:04:03.996915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60382) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:04.033189 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-5f92cdee-623b-4f7f-a7a1-ed3e1253ced8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0831616 Dec 14 18:04:04.201021 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:04.217260 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-89b79d67-fc4c-4f7a-96b0-0f8ed10ff8a1 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766396 Dec 14 18:04:04.252341 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:04.260309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Usage tracker for resource:security_group_rule and tenant:07c252e593dc4582bdf3e3083c5c634c is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:04.265097 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:04.275129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:04.374516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:04.399329 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-33e97f62-407a-44ba-ae1a-60ef94a889ea req-9ae665fa-edfe-43bc-86c9-73a75a542330 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706078 Dec 14 18:04:04.404373 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:04.414254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-771ff5d1-c037-43e5-afb1-6b575ac1edfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:04.470288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6365994f-e458-4d41-8041-047840f24117,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:04.478588 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=07c252e593dc4582bdf3e3083c5c634c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4780343 Dec 14 18:04:04.478588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:04.479161 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60388) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:04.558031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6c5127e6-90ae-4451-973d-ea8fdfff1a99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:04.595994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6c5127e6-90ae-4451-973d-ea8fdfff1a99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:04.714019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc290fd-f046-46ea-885e-ebde06b7f3c6 req-d8cb5f68-38ba-453a-8418-283668278bd7 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:04.716611 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ffc290fd-f046-46ea-885e-ebde06b7f3c6 req-d8cb5f68-38ba-453a-8418-283668278bd7 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1043949 Dec 14 18:04:04.778278 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ffc290fd-f046-46ea-885e-ebde06b7f3c6 req-9b0cd992-04cc-4100-b3e4-cb4439d7e01d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546217 Dec 14 18:04:04.816190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6c5127e6-90ae-4451-973d-ea8fdfff1a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:04.823282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b4f334eb-285c-4192-b169-32f714285224 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:04.845290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6c5127e6-90ae-4451-973d-ea8fdfff1a99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:04.846428 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6c5127e6-90ae-4451-973d-ea8fdfff1a99 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6365994f-e458-4d41-8041-047840f24117 HTTP/1.1" status: 204 len: 168 time: 0.3659439 Dec 14 18:04:04.855797 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5127e6-90ae-4451-973d-ea8fdfff1a99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6365994f-e458-4d41-8041-047840f24117,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:04.858697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6c5127e6-90ae-4451-973d-ea8fdfff1a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:05.135623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bd8b26-bd08-4120-829c-1a1e430e97ac req-9aeefcca-85c6-421e-a9ce-de770de80625 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:05.145361 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-77bd8b26-bd08-4120-829c-1a1e430e97ac req-9aeefcca-85c6-421e-a9ce-de770de80625 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1505227 Dec 14 18:04:05.241300 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-77bd8b26-bd08-4120-829c-1a1e430e97ac req-d2fc2754-b528-443b-a659-18ee3e31e5d1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948856 Dec 14 18:04:05.678689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60412) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:05.710546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:05.757363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:05.761547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Usage tracker for resource:security_group_rule and tenant:776045df04ab442aa6a456c7816a33bb is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:05.764624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:05.771341 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:05.839874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:05.867173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:05.874972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e064bc05-0dc5-4e33-9d08-a380996ba9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:05.907324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01090441-c550-4daf-b5f9-3a84e5991579,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:05.912591 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:05.936861 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-490f1ba5-a81a-440b-a6ce-3cb95916aa8f admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=776045df04ab442aa6a456c7816a33bb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2551136 Dec 14 18:04:05.937801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60424) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:06.037130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fd7375dc-c65c-4ff3-b5a8-edcff679568a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:06.074367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea5359f-27f3-47ce-9eff-1ef1b24beb82 req-bdb58543-803d-4744-8d93-b53b23372fbf tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:06.079495 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8ea5359f-27f3-47ce-9eff-1ef1b24beb82 req-bdb58543-803d-4744-8d93-b53b23372fbf tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1134391 Dec 14 18:04:06.080342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fd7375dc-c65c-4ff3-b5a8-edcff679568a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:06.128990 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8ea5359f-27f3-47ce-9eff-1ef1b24beb82 req-a148f532-fe31-4ae3-9559-24088ffc3a4a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0456672 Dec 14 18:04:06.193266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fd7375dc-c65c-4ff3-b5a8-edcff679568a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:06.198944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2777e987-2543-4dde-a6f9-87f99502e6ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:06.211240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7375dc-c65c-4ff3-b5a8-edcff679568a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01090441-c550-4daf-b5f9-3a84e5991579,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:06.213665 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fd7375dc-c65c-4ff3-b5a8-edcff679568a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:06.219141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fd7375dc-c65c-4ff3-b5a8-edcff679568a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:06.223704 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-fd7375dc-c65c-4ff3-b5a8-edcff679568a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/01090441-c550-4daf-b5f9-3a84e5991579 HTTP/1.1" status: 204 len: 168 time: 0.2819293 Dec 14 18:04:06.469676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fdaefd-4364-46a7-91a6-98afcd2f7f62 req-f1cd48a9-ebb1-4aa7-aa36-3a5976e59f4b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:06.471867 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-78fdaefd-4364-46a7-91a6-98afcd2f7f62 req-f1cd48a9-ebb1-4aa7-aa36-3a5976e59f4b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0928533 Dec 14 18:04:06.522543 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-78fdaefd-4364-46a7-91a6-98afcd2f7f62 req-6fbd1320-53ea-41dc-8911-4793bcdedb65 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441260 Dec 14 18:04:07.379056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac528a0-7afa-4e75-a457-18c1c3211000 req-2c5d4991-452d-4cf8-b447-a53b77eddea1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:07.387669 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eac528a0-7afa-4e75-a457-18c1c3211000 req-2c5d4991-452d-4cf8-b447-a53b77eddea1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.0960534 Dec 14 18:04:07.398640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8671b220-16b8-4400-a478-39248b8fdc61 req-3731c1c9-5ef4-4331-b2d2-60adf07871da tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:07.400372 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8671b220-16b8-4400-a478-39248b8fdc61 req-3731c1c9-5ef4-4331-b2d2-60adf07871da tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.1272392 Dec 14 18:04:07.443602 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eac528a0-7afa-4e75-a457-18c1c3211000 req-7e83cd40-3d74-4323-9eff-8d1bbc97b27b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542951 Dec 14 18:04:07.460470 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8671b220-16b8-4400-a478-39248b8fdc61 req-e0a743ea-e9af-4e2d-905a-99f85b555a40 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483985 Dec 14 18:04:08.728928 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b4e64-30d7-4712-9eab-240a8efbc207 req-dd7c8c2d-7332-4c12-ba4d-91141c8ccef1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:08.735231 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d0b4e64-30d7-4712-9eab-240a8efbc207 req-dd7c8c2d-7332-4c12-ba4d-91141c8ccef1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1290159 Dec 14 18:04:08.782522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ae012-2c76-4ad1-a611-dbc2a14317a4 req-9158ccd3-0422-4590-8a1c-9a0557e09562 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:08.793884 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-472ae012-2c76-4ad1-a611-dbc2a14317a4 req-9158ccd3-0422-4590-8a1c-9a0557e09562 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.1540854 Dec 14 18:04:08.850197 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d0b4e64-30d7-4712-9eab-240a8efbc207 req-7416b606-809e-48af-98e0-0889218f4e9a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1071558 Dec 14 18:04:08.875782 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-472ae012-2c76-4ad1-a611-dbc2a14317a4 req-8a34e029-d30f-43c8-af63-652bedb24a87 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787659 Dec 14 18:04:10.087294 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e98c15-6e46-4dcc-b086-c831f210d13f req-be333f1a-c1a9-4835-ada8-2bfc5522f7bd tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:10.088998 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-78e98c15-6e46-4dcc-b086-c831f210d13f req-be333f1a-c1a9-4835-ada8-2bfc5522f7bd tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.0897553 Dec 14 18:04:10.141544 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-78e98c15-6e46-4dcc-b086-c831f210d13f req-91002ed2-0ac3-4a22-b56c-a8d765638d79 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454843 Dec 14 18:04:10.148480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e78c07-c659-40f2-95ec-c94394cb50d7 req-78d11169-6d73-4edb-a016-c1f8a59e85f5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:10.156933 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e78c07-c659-40f2-95ec-c94394cb50d7 req-78d11169-6d73-4edb-a016-c1f8a59e85f5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1065147 Dec 14 18:04:10.207880 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6e78c07-c659-40f2-95ec-c94394cb50d7 req-7f447c9b-9700-4da2-b6dc-d317a333e6a0 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499151 Dec 14 18:04:11.083900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:04:11.459319 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39077568-372f-4c5a-9a17-32187c91d205 req-7b401485-a978-4ff0-b6dd-732411c1d90a tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:11.461358 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-39077568-372f-4c5a-9a17-32187c91d205 req-7b401485-a978-4ff0-b6dd-732411c1d90a tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.1715651 Dec 14 18:04:11.467574 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b38e2-0404-4949-8515-f248ba255158 req-7fa51770-d1d2-49a7-9686-f2c036661e6c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:11.475940 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-074b38e2-0404-4949-8515-f248ba255158 req-7fa51770-d1d2-49a7-9686-f2c036661e6c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1045432 Dec 14 18:04:11.542426 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-39077568-372f-4c5a-9a17-32187c91d205 req-02b4372b-e55b-4bd1-9cda-7431cded8384 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747414 Dec 14 18:04:11.546700 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-074b38e2-0404-4949-8515-f248ba255158 req-a0d9225c-3bb8-4090-9d69-102925b41604 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692129 Dec 14 18:04:12.756912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81606ecc-c14a-43b7-99f6-e7b45ca963c0 req-d8aeab89-9ec3-4c03-bdcb-e503047672ea tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:12.764728 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-81606ecc-c14a-43b7-99f6-e7b45ca963c0 req-d8aeab89-9ec3-4c03-bdcb-e503047672ea tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.0992241 Dec 14 18:04:12.903579 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-81606ecc-c14a-43b7-99f6-e7b45ca963c0 req-0aa9decc-0c5d-4548-9480-24c3a9f06329 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375318 Dec 14 18:04:12.934059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a405055d-b720-4baf-922d-31556a9ce80b req-a2fbd77b-58dc-49bb-8751-4ff0fbbff09f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:12.943848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5d605c-d952-494c-b2dd-09516c236123 req-887d7a77-9b41-4f92-b4ba-b24a677b5788 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:12.944727 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a405055d-b720-4baf-922d-31556a9ce80b req-a2fbd77b-58dc-49bb-8751-4ff0fbbff09f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1767185 Dec 14 18:04:12.945965 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eb5d605c-d952-494c-b2dd-09516c236123 req-887d7a77-9b41-4f92-b4ba-b24a677b5788 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.18 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 945 time: 0.1961017 Dec 14 18:04:13.008305 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a405055d-b720-4baf-922d-31556a9ce80b req-21c5a272-af7d-4e07-a3a3-10f2127e3010 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0621634 Dec 14 18:04:13.032396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Deleting port fd228c1d-2194-4485-a2d6-0608dca3d6ce {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:04:13.032860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:13.327890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] For port fd228c1d-2194-4485-a2d6-0608dca3d6ce, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=fd228c1d-2194-4485-a2d6-0608dca3d6ce,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:04:13.328311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:13.482045 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Calling delete_port for fd228c1d-2194-4485-a2d6-0608dca3d6ce owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:04:13.577028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60558) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:13.772530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:13.779238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f57dbcdd-7d7a-4993-938c-be38c716bc3a tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:13.785531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['fd228c1d-2194-4485-a2d6-0608dca3d6ce'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:04:13.809965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:13.842845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Pushing event deleted for resources: {'Port': ['ID=fd228c1d-2194-4485-a2d6-0608dca3d6ce,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:13.845664 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:13.930190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:13.952301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Usage tracker for resource:security_group_rule and tenant:5e260acbe15d4360a73993fd0cc170d5 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:13.964285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] No DVR routers for this DVR port fd228c1d-2194-4485-a2d6-0608dca3d6ce on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:04:13.967152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:13.983885 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:13.986289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b70ce28-c3ac-41ff-b9b1-eab4b38c488f', 'name': 'network-vif-deleted', 'tag': 'fd228c1d-2194-4485-a2d6-0608dca3d6ce'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:04:13.992355 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:14.050569 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eb5d605c-d952-494c-b2dd-09516c236123 req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.18 "DELETE /v2.0/ports/fd228c1d-2194-4485-a2d6-0608dca3d6ce HTTP/1.1" status: 204 len: 173 time: 1.0977004 Dec 14 18:04:14.069092 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b70ce28-c3ac-41ff-b9b1-eab4b38c488f', 'name': 'network-vif-deleted', 'tag': 'fd228c1d-2194-4485-a2d6-0608dca3d6ce', 'status': 'completed', 'code': 200} Dec 14 18:04:14.152901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-93c3232c-b1a9-48cd-b4aa-514cf9f14a33 req-3bad7460-c998-4bbf-8bd2-5d53caff459d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Synchronizing usage tracker for tenant:3a084dd019f944e7bf101a4520699f65 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:04:14.184614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:14.208370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-93c3232c-b1a9-48cd-b4aa-514cf9f14a33 req-3bad7460-c998-4bbf-8bd2-5d53caff459d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Unset dirty status for tenant:3a084dd019f944e7bf101a4520699f65 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:04:14.209700 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c3232c-b1a9-48cd-b4aa-514cf9f14a33 req-3bad7460-c998-4bbf-8bd2-5d53caff459d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=7b70ce28-c3ac-41ff-b9b1-eab4b38c488f HTTP/1.1" status: 200 len: 210 time: 0.1259923 Dec 14 18:04:14.249597 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:14.257114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:14.349921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f5ee0f-9323-4d4c-9bff-52114b591066,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:14.353283 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:14.357143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0cb77-33ec-4c27-ad27-11fd1eafce9e req-7a20fe79-6cbd-4fa0-9412-d863a6c9d33b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:14.364194 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-54c0cb77-33ec-4c27-ad27-11fd1eafce9e req-7a20fe79-6cbd-4fa0-9412-d863a6c9d33b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1287961 Dec 14 18:04:14.364496 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4d1a7977-7fc4-4eed-96ff-2bd402269f37 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e260acbe15d4360a73993fd0cc170d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7831049 Dec 14 18:04:14.364571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60572) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:14.497076 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-54c0cb77-33ec-4c27-ad27-11fd1eafce9e req-e3d785de-b312-4210-af55-e6ccf34ee3a1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1118221 Dec 14 18:04:14.510346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd965-e23b-4b3e-a8a4-8315b2982554 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:14.545521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd965-e23b-4b3e-a8a4-8315b2982554 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:14.621358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd965-e23b-4b3e-a8a4-8315b2982554 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:14.627129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c3680124-b259-4f8e-a6b3-65a98c1860ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:14.642697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7fd965-e23b-4b3e-a8a4-8315b2982554 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f5ee0f-9323-4d4c-9bff-52114b591066,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:14.650163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf7fd965-e23b-4b3e-a8a4-8315b2982554 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:14.653853 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-bf7fd965-e23b-4b3e-a8a4-8315b2982554 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d5f5ee0f-9323-4d4c-9bff-52114b591066 HTTP/1.1" status: 204 len: 168 time: 0.2858708 Dec 14 18:04:14.653853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bf7fd965-e23b-4b3e-a8a4-8315b2982554 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:15.261547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d7482576-8a85-4a30-a0be-d6d10c8f802c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:15.318617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60584) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:15.343179 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:15.383992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:15.388256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Usage tracker for resource:security_group_rule and tenant:f303899f840440909ed3007644106501 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:15.391656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:15.398293 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:15.502388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:15.535131 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:15.548129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d38a1e4-eb79-41ef-9964-21dc36e23427 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:15.617940 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe7c50-628f-406f-a17b-07f7ee072a14,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:15.633110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:15.638563 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f303899f840440909ed3007644106501&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3186800 Dec 14 18:04:15.641369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60598) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:15.830525 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-336bd8f8-347b-437e-b0c9-5af2d3e8139e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:15.869802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-336bd8f8-347b-437e-b0c9-5af2d3e8139e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:15.944003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-336bd8f8-347b-437e-b0c9-5af2d3e8139e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:15.952499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-04358198-ada2-40b7-bb38-a99b3c63a23a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:15.966643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782aee86-ea13-4714-8e5d-936a55096d5d req-a6567393-7714-4345-8ea2-95fd38133d21 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:15.977071 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-782aee86-ea13-4714-8e5d-936a55096d5d req-a6567393-7714-4345-8ea2-95fd38133d21 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.2252817 Dec 14 18:04:16.003620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336bd8f8-347b-437e-b0c9-5af2d3e8139e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe7c50-628f-406f-a17b-07f7ee072a14,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:16.014929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-336bd8f8-347b-437e-b0c9-5af2d3e8139e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:16.015892 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-336bd8f8-347b-437e-b0c9-5af2d3e8139e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/bbbe7c50-628f-406f-a17b-07f7ee072a14 HTTP/1.1" status: 204 len: 168 time: 0.3734479 Dec 14 18:04:16.029247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-336bd8f8-347b-437e-b0c9-5af2d3e8139e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:16.087410 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-782aee86-ea13-4714-8e5d-936a55096d5d req-26dad730-2d44-41b7-8cde-5cb433eb6e7b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1090746 Dec 14 18:04:16.188450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device fd228c1d-2194-4485-a2d6-0608dca3d6ce no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:04:16.264429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: fd228c1d-2194-4485-a2d6-0608dca3d6ce {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:04:16.264869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device fd228c1d-2194-4485-a2d6-0608dca3d6ce not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:04:16.609964 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:17.365147 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3860fca7-da74-49fc-8d50-c4dc5266325b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:17.522843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4c2037-cf29-4483-81cb-37efcb822e23 req-affc1a43-622f-4816-9d50-e943552bac73 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:17.532045 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d4c2037-cf29-4483-81cb-37efcb822e23 req-affc1a43-622f-4816-9d50-e943552bac73 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1936104 Dec 14 18:04:17.597504 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d4c2037-cf29-4483-81cb-37efcb822e23 req-8ae03dd8-af64-4969-b25c-cc0cfbada942 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0640559 Dec 14 18:04:17.821708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:18.439750 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:19.237689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fdde38-3ad0-4645-aae0-91488eb4ccba req-4a14591c-77b2-448f-8ccd-1332fca400d3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:19.254020 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6fdde38-3ad0-4645-aae0-91488eb4ccba req-4a14591c-77b2-448f-8ccd-1332fca400d3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.3618555 Dec 14 18:04:19.395755 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e6fdde38-3ad0-4645-aae0-91488eb4ccba req-8ac6abd1-d661-458c-8024-d7137f3c4831 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1406338 Dec 14 18:04:20.552077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:20.606877 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-5171110d-fd36-4ef5-a560-68312b0a8d3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1641471 Dec 14 18:04:20.788737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0db719a-8a4e-4b06-a3e3-d587cb1a1c52 req-f44b664e-7cce-44e4-bd69-bd5e31b4c1b2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:20.790320 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f0db719a-8a4e-4b06-a3e3-d587cb1a1c52 req-f44b664e-7cce-44e4-bd69-bd5e31b4c1b2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1820567 Dec 14 18:04:20.794445 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-f639512e-27df-41c5-8fb7-e400ae61cb62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 1098 time: 0.1439717 Dec 14 18:04:20.890861 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f0db719a-8a4e-4b06-a3e3-d587cb1a1c52 req-21338f6a-13d4-4c4e-85ba-dc5782a59a4c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0937772 Dec 14 18:04:21.162138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-11ac0c51-1048-4813-9b66-ac14c96b8c7a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:21.169641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-11ac0c51-1048-4813-9b66-ac14c96b8c7a service neutron] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 912 time: 0.3513796 Dec 14 18:04:21.459658 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-b93b84e5-811b-4d48-95f0-1c8c3bd9ac76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 200 len: 1001 time: 0.2815065 Dec 14 18:04:21.648890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-35d8d0f3-7a89-4f02-bafd-97391f93439e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:21.651056 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-35d8d0f3-7a89-4f02-bafd-97391f93439e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.1753590 Dec 14 18:04:21.863323 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-0e69bb41-e001-4a72-9e41-d6fac15d1bf3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1968462 Dec 14 18:04:22.049929 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-be6025ce-66aa-41f9-a9dd-f06281d3c0a4 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805179 Dec 14 18:04:22.385520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8467f0ca-a2cc-4f2d-bab8-b5c9c3b41e54 req-686700e5-a6b9-46f8-8003-475d2b480255 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:22.395992 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8467f0ca-a2cc-4f2d-bab8-b5c9c3b41e54 req-686700e5-a6b9-46f8-8003-475d2b480255 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1598020 Dec 14 18:04:22.476322 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8467f0ca-a2cc-4f2d-bab8-b5c9c3b41e54 req-79085dca-84b3-4cfb-95f0-816a3a9178ff tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0743589 Dec 14 18:04:22.639942 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b68c1641-9a6a-46d9-99fa-ccacfd2fe1eb req-3b7b55e7-c780-4ca7-a358-1acb2d792834 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5427158 Dec 14 18:04:22.955500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-1584765b-2e6a-4f33-a93c-feac42e47c23 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:22.959477 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-1584765b-2e6a-4f33-a93c-feac42e47c23 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/networks?id=4ee17a7f-a885-4cc1-96a4-968377c5f290 HTTP/1.1" status: 200 len: 813 time: 0.2086458 Dec 14 18:04:22.990749 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-8fac40e6-fc4f-4eda-9c04-814d0d586d63 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/quotas/3a084dd019f944e7bf101a4520699f65 HTTP/1.1" status: 200 len: 375 time: 0.0252755 Dec 14 18:04:23.053161 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-64454373-99de-477d-9ed0-1f21fdef1bac tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=3a084dd019f944e7bf101a4520699f65&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0613797 Dec 14 18:04:23.229431 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-01fb4386-e785-4a74-a4c7-6e6099eafa75 service neutron] 10.222.0.58 "GET /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752303 Dec 14 18:04:23.400182 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-79af1516-39d7-47ed-a618-138d13b24a61 service neutron] 10.222.0.58 "GET /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596816 Dec 14 18:04:23.739169 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-14f45d40-840b-47fe-8635-fc26d19c629d req-d088275f-dc68-46f8-a929-ff978b9e486a tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.1031902 Dec 14 18:04:23.803133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea469387-97a5-432b-985c-be0f803968a7 req-83aa5529-9ec8-40a4-b413-e81b81397e20 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:23.813764 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ea469387-97a5-432b-985c-be0f803968a7 req-83aa5529-9ec8-40a4-b413-e81b81397e20 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1168063 Dec 14 18:04:23.869728 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ea469387-97a5-432b-985c-be0f803968a7 req-85e14a1f-a892-4800-842e-9d125fba7e6b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0537694 Dec 14 18:04:24.923786 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-64e055bc-c80b-4be8-9b5a-311beeabd98c req-10ec7728-21c0-4ef1-aaa5-85b2dce10fd7 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.0805860 Dec 14 18:04:25.138465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13daaf4-106b-455c-99bd-47ceb3721f9b req-dea82221-27e5-413e-924d-ebc4f8e610cb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:25.140430 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d13daaf4-106b-455c-99bd-47ceb3721f9b req-dea82221-27e5-413e-924d-ebc4f8e610cb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.0928683 Dec 14 18:04:25.190487 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d13daaf4-106b-455c-99bd-47ceb3721f9b req-313016e7-5c91-45ad-85ce-9075862f41b5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431693 Dec 14 18:04:26.105362 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-714da041-e856-40ad-8d81-9a720327a3df req-b927f9d3-64e1-475b-92c5-e1db71087c98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.0493197 Dec 14 18:04:26.410775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3295991e-72d4-464d-938a-a57b74611caa req-55128db4-2591-4816-9a0a-ace1abdec07e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:26.412352 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3295991e-72d4-464d-938a-a57b74611caa req-55128db4-2591-4816-9a0a-ace1abdec07e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.0849125 Dec 14 18:04:26.466145 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3295991e-72d4-464d-938a-a57b74611caa req-da1118f0-e776-4d7a-b8c2-21129bed9a9b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476742 Dec 14 18:04:27.082948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60890) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:27.258311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:27.328211 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-56faaf64-6e4b-43c4-ad4e-d6809331bbc7 req-e0a7555c-a315-48e1-90cc-92f122847d57 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.0520358 Dec 14 18:04:27.360622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:27.364817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Usage tracker for resource:security_group_rule and tenant:82a8ddc053e0480f9308656747388037 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:27.368187 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:27.374458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:27.465977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:27.501307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:27.509391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3d3a6db9-faf8-4dcd-a971-2c4b7014b494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:27.542155 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6e90eb-9162-4869-a9ae-e208c8eac868,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:27.559305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:27.565380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60904) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:27.565546 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=82a8ddc053e0480f9308656747388037&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4815848 Dec 14 18:04:27.650388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-959fc087-4fc8-4906-b683-671ef2ed4a7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:27.685338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-959fc087-4fc8-4906-b683-671ef2ed4a7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:27.760108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565311b4-b7fc-40a6-ad75-86cdb65855ff req-43bad2c0-4425-4c7f-b606-5ca99d3b2116 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:27.761783 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-565311b4-b7fc-40a6-ad75-86cdb65855ff req-43bad2c0-4425-4c7f-b606-5ca99d3b2116 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1278906 Dec 14 18:04:27.803933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-959fc087-4fc8-4906-b683-671ef2ed4a7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:27.810135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ba54c617-de07-47df-a4c6-eb2b1997af75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:27.826877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959fc087-4fc8-4906-b683-671ef2ed4a7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6e90eb-9162-4869-a9ae-e208c8eac868,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:27.833514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-959fc087-4fc8-4906-b683-671ef2ed4a7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:27.835364 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-565311b4-b7fc-40a6-ad75-86cdb65855ff req-4a560cb5-442a-4cbd-aa8f-39ccf12ff095 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0665722 Dec 14 18:04:27.835570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-959fc087-4fc8-4906-b683-671ef2ed4a7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:27.838047 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-959fc087-4fc8-4906-b683-671ef2ed4a7a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/dc6e90eb-9162-4869-a9ae-e208c8eac868 HTTP/1.1" status: 204 len: 168 time: 0.2702992 Dec 14 18:04:28.378880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60918) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:28.399547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:28.432400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:28.436861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Usage tracker for resource:security_group_rule and tenant:8c9d3437121b44d4bd33564731775bc3 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:28.440084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:28.448326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:28.513956 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-31c06e01-8d75-4899-909c-c632e45f608c req-204691dc-4ff1-450f-8a8e-896c6349affd tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.0528309 Dec 14 18:04:28.712281 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:28.746552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:28.755141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-75d9db32-252a-4230-989b-3fec5a6fb4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:28.809043 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8c9d3437121b44d4bd33564731775bc3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4261608 Dec 14 18:04:28.809043 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a1cd487-9978-4408-ac0b-3c46f565d6ff,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:28.809905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60924) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:28.810524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60926) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:28.818138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:28.907286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] Deleting subnet 01596227-0a9f-4ff1-8df2-64ded8f70b5b {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:04:28.911622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:28.913250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-917f0dbf-f4e0-44cc-aa29-1c7010ce37da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:28.942790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-917f0dbf-f4e0-44cc-aa29-1c7010ce37da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:28.979897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:29.052129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:29.074423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-917f0dbf-f4e0-44cc-aa29-1c7010ce37da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:29.083071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bf39ce32-dbc5-41d7-8ecc-7549f8194391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:29.119305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917f0dbf-f4e0-44cc-aa29-1c7010ce37da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a1cd487-9978-4408-ac0b-3c46f565d6ff,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:29.133137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-917f0dbf-f4e0-44cc-aa29-1c7010ce37da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:29.149277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-917f0dbf-f4e0-44cc-aa29-1c7010ce37da admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:29.153215 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-917f0dbf-f4e0-44cc-aa29-1c7010ce37da admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0a1cd487-9978-4408-ac0b-3c46f565d6ff HTTP/1.1" status: 204 len: 168 time: 0.3390164 Dec 14 18:04:29.169893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298a78e-64dc-451c-a561-462642a07e2e req-4f26cd75-bbf4-4685-b339-52b71aa1e8b1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:29.178138 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6298a78e-64dc-451c-a561-462642a07e2e req-4f26cd75-bbf4-4685-b339-52b71aa1e8b1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1623209 Dec 14 18:04:29.187416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:29.193192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5436f6a7-8c84-4807-a331-f919c3c535a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:29.249449 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6298a78e-64dc-451c-a561-462642a07e2e req-e807b052-37bb-4784-b9c5-f1be9ccbe73d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0701327 Dec 14 18:04:29.259569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01596227-0a9f-4ff1-8df2-64ded8f70b5b,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:29.279754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:29.282714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:29.304836 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9bf6797c-e789-4740-9e23-bbd8dbd6b54f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/01596227-0a9f-4ff1-8df2-64ded8f70b5b HTTP/1.1" status: 204 len: 168 time: 0.4887941 Dec 14 18:04:29.307312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 60938) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:29.547788 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:29.780963 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-97de706d-d2c0-4840-8a3e-f702fe9ca22b req-4082074e-7f73-4dfe-8c6f-0cd2404cadc2 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.0801406 Dec 14 18:04:29.955444 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:29.981586 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-13287de5-c3fe-4a6f-9a33-184a94c9106a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1124134886&fields=id&tenant_id=84cf1431399344d7863f48a80c385103 HTTP/1.1" status: 200 len: 267 time: 0.3256352 Dec 14 18:04:30.042267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61a5c0f1-0388-404c-a511-76f14dd126b4']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:04:30.059226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4c66a187-ce8a-4cab-9145-b30bc73eea7e tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:30.061525 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4c66a187-ce8a-4cab-9145-b30bc73eea7e tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.18 "GET /v2.0/networks?id=4ee17a7f-a885-4cc1-96a4-968377c5f290 HTTP/1.1" status: 200 len: 813 time: 0.5665703 Dec 14 18:04:30.076881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efe7722b-fda7-446f-b8ab-48a0d049ac0f') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:04:30.077865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efe7722b-fda7-446f-b8ab-48a0d049ac0f') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:04:30.158212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Request body: {'port': {'device_id': 'cf35c3ff-8126-4c62-ab27-ef9478474375', 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290', 'admin_state_up': True, 'tenant_id': '3a084dd019f944e7bf101a4520699f65'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:04:30.192416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:30.332823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:30.376539 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:04:30.377106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:04:30.404101 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:04:30.513055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b36c4a7-4907-4310-8a10-0f44e52d6f2d req-0aa70eb5-162a-4d98-af4f-1f59de9b749c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:30.513055 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5b36c4a7-4907-4310-8a10-0f44e52d6f2d req-0aa70eb5-162a-4d98-af4f-1f59de9b749c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.0877781 Dec 14 18:04:30.530593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-2afbaf89-b040-435c-a7f1-c34ea9fece9a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:30.532181 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-2afbaf89-b040-435c-a7f1-c34ea9fece9a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 808 time: 0.5333986 Dec 14 18:04:30.572506 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5b36c4a7-4907-4310-8a10-0f44e52d6f2d req-dc66ddf6-85d0-4ed7-9395-9dea5b816be6 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0729375 Dec 14 18:04:30.601813 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-3d07cc58-7627-408e-b4da-00b74e7cf853 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/quotas/84cf1431399344d7863f48a80c385103 HTTP/1.1" status: 200 len: 375 time: 0.0622370 Dec 14 18:04:30.602811 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:30.633967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:30.734275 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-77888acb-a115-46d9-bfd5-1d2800af6284 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049747 Dec 14 18:04:30.885362 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-406b4686-2df1-469e-b37c-a3714b42a325 service neutron] 10.222.0.58 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382267 Dec 14 18:04:30.965396 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ac3f615-53b4-466b-89cd-e65921891e50 req-108a5dbd-e5cd-4362-8822-2272b998ac96 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.0448976 Dec 14 18:04:31.030708 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-aeec5a91-fb61-4709-8056-2c335bc2748b service neutron] 10.222.0.58 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398675 Dec 14 18:04:31.535748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:31.547489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Made reservation on behalf of 3a084dd019f944e7bf101a4520699f65 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:04:31.547489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:31.562866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-acedde69-0c02-480d-a5aa-ae9d1ee09bf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:31.585380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:31.595293 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=61a5c0f1-0388-404c-a511-76f14dd126b4,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:31.602095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:32.620266 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] 10.222.0.58 "DELETE /v2.0/networks/61a5c0f1-0388-404c-a511-76f14dd126b4 HTTP/1.1" status: 204 len: 168 time: 3.3118312 Dec 14 18:04:32.819941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Allocated IP 172.20.0.4 (4ee17a7f-a885-4cc1-96a4-968377c5f290/5e0fba1c-a5d7-4465-b3ee-c2f509a170f7/b09bdae7-befc-41f3-859e-0daaef1c2d97) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:04:32.859204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f29738-965e-4e11-a089-dae0f785c0a6 req-837ecb6b-03af-40b3-906e-168536ebda8a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:32.861893 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-92f29738-965e-4e11-a089-dae0f785c0a6 req-837ecb6b-03af-40b3-906e-168536ebda8a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1359222 Dec 14 18:04:32.924831 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-92f29738-965e-4e11-a089-dae0f785c0a6 req-461da7f8-da34-41f7-80b9-d0ba921248d8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0544157 Dec 14 18:04:33.119105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 60992) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:33.277305 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-50229892-dd0d-4553-a4ce-5dd923ac6a53 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5ce7c70693b848d4b5a723bef1a7377c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1566758 Dec 14 18:04:33.322759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 32768) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:33.350626 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4a4cd3ab-efc6-4ac2-89c4-8574a34486ce req-880a674e-357e-4a3b-b34e-881f140bb310 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.0791419 Dec 14 18:04:33.497116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-879132e2-11d6-4417-9c9d-e61980e19400 req-4a35376b-5b57-4152-a3df-2fd847290943 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 210 time: 0.1730201 Dec 14 18:04:33.655634 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:33.663150 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-48f31940-482e-4fa2-9643-9ee6d284c549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:33.712623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-48f31940-482e-4fa2-9643-9ee6d284c549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:33.884300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:33.890703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-608841f1-ab2c-427d-add7-dd3e289c0b3d tempest-VolumesNegativeTest-1414271033 tempest-VolumesNegativeTest-1414271033-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:33.970472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Pushing event updated for resources: {'Port': ['ID=b09bdae7-befc-41f3-859e-0daaef1c2d97,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:33.979225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Network 4ee17a7f-a885-4cc1-96a4-968377c5f290 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:04:33.980296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:33.981758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:04:33.984318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:04:34.072833 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-48f31940-482e-4fa2-9643-9ee6d284c549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:34.084047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0e899923-9d29-4df2-b22a-cc5d1216eb35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:34.098690 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:34.107489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:34.129779 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f31940-482e-4fa2-9643-9ee6d284c549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d010a3f1-6459-4ec0-9887-d8c875dcf32b,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:34.134948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-48f31940-482e-4fa2-9643-9ee6d284c549 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:34.175301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5580305c-369e-4120-a4d8-7c0a42da87f9 req-bc5d142b-9a0f-4483-baf5-23c0968beecc tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:34.182134 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-48f31940-482e-4fa2-9643-9ee6d284c549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:34.183408 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-48f31940-482e-4fa2-9643-9ee6d284c549 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d010a3f1-6459-4ec0-9887-d8c875dcf32b HTTP/1.1" status: 204 len: 168 time: 0.8580537 Dec 14 18:04:34.185285 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5580305c-369e-4120-a4d8-7c0a42da87f9 req-bc5d142b-9a0f-4483-baf5-23c0968beecc tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.1158030 Dec 14 18:04:34.222426 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1347613 Dec 14 18:04:34.236156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Request body: {'port': {'device_id': 'cf35c3ff-8126-4c62-ab27-ef9478474375', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:04:34.260949 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5580305c-369e-4120-a4d8-7c0a42da87f9 req-7a56559d-8902-48e9-a898-86f20204d933 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0738106 Dec 14 18:04:34.377388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:34.778691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b086fb5-8a99-4add-a95d-4eaa491d60de req-e4257611-ac9f-47d9-9c35-546fc333a01b tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:34.779197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1b086fb5-8a99-4add-a95d-4eaa491d60de req-e4257611-ac9f-47d9-9c35-546fc333a01b tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Synchronizing usage tracker for tenant:3a084dd019f944e7bf101a4520699f65 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:04:34.781709 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-af07b3ef-df81-4195-a709-8a23f43413d8 req-bdeff533-2139-47fe-9f5a-8512b3ffb1f5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Synchronizing usage tracker for tenant:84cf1431399344d7863f48a80c385103 on resource:port {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:04:34.831132 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-af07b3ef-df81-4195-a709-8a23f43413d8 req-bdeff533-2139-47fe-9f5a-8512b3ffb1f5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Unset dirty status for tenant:84cf1431399344d7863f48a80c385103 on resource:port {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:04:34.832322 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af07b3ef-df81-4195-a709-8a23f43413d8 req-bdeff533-2139-47fe-9f5a-8512b3ffb1f5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 210 time: 0.1043665 Dec 14 18:04:34.874749 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-1b086fb5-8a99-4add-a95d-4eaa491d60de req-e4257611-ac9f-47d9-9c35-546fc333a01b tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Unset dirty status for tenant:3a084dd019f944e7bf101a4520699f65 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:04:34.875903 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1b086fb5-8a99-4add-a95d-4eaa491d60de req-e4257611-ac9f-47d9-9c35-546fc333a01b tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 931 time: 0.3685648 Dec 14 18:04:34.971230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b09bdae7-befc-41f3-859e-0daaef1c2d97 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:04:34.983187 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:34.996624 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1b086fb5-8a99-4add-a95d-4eaa491d60de req-9467a08f-8729-46db-ab9e-300bd0d2ddc9 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856657 Dec 14 18:04:35.010586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Transition to ACTIVE for port object b09bdae7-befc-41f3-859e-0daaef1c2d97 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:04:35.050290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:35.055226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:35.183183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Pushing event updated for resources: {'Port': ['ID=b09bdae7-befc-41f3-859e-0daaef1c2d97,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:35.188307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:35.204364 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-f1dfa8b9-516a-45eb-89ab-465246bfa38a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1098 time: 0.0759933 Dec 14 18:04:35.300487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Attempting to bind port b09bdae7-befc-41f3-859e-0daaef1c2d97 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:04:35.300857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Attempting to bind port b09bdae7-befc-41f3-859e-0daaef1c2d97 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:04:35.301212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Attempting to bind port b09bdae7-befc-41f3-859e-0daaef1c2d97 on network 4ee17a7f-a885-4cc1-96a4-968377c5f290 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:04:35.309138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Port b09bdae7-befc-41f3-859e-0daaef1c2d97 on network 4ee17a7f-a885-4cc1-96a4-968377c5f290 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:04:35.309544 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Attempting to bind port b09bdae7-befc-41f3-859e-0daaef1c2d97 on network 4ee17a7f-a885-4cc1-96a4-968377c5f290 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:04:35.316853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:04:35.317233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Checking segment: {'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:04:35.317648 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Bound using segment: {'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:04:35.318105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Bound port: b09bdae7-befc-41f3-859e-0daaef1c2d97, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ef48913f-aecd-4e2d-a6e2-800c798aa03a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:04:35.318491 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:35.353837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-ca3033ed-0cc7-49b7-90d1-f9478084bbdb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:35.355607 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-ca3033ed-0cc7-49b7-90d1-f9478084bbdb service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.1450119 Dec 14 18:04:35.411759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] For port b09bdae7-befc-41f3-859e-0daaef1c2d97, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:04:35.415265 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] For port b09bdae7-befc-41f3-859e-0daaef1c2d97, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b09bdae7-befc-41f3-859e-0daaef1c2d97,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:04:35.445184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:35.451186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8b5b71bb-2be4-474f-8202-e9a780618f98 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:35.629369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:35.630931 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] 10.222.0.18 "PUT /v2.0/ports/b09bdae7-befc-41f3-859e-0daaef1c2d97 HTTP/1.1" status: 200 len: 1093 time: 1.4019871 Dec 14 18:04:35.634696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf35c3ff-8126-4c62-ab27-ef9478474375', 'tag': 'b09bdae7-befc-41f3-859e-0daaef1c2d97'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:04:35.679317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Pushing event updated for resources: {'Port': ['ID=b09bdae7-befc-41f3-859e-0daaef1c2d97,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:35.723059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:35.731471 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-13b024cc-b8c7-48da-9991-afe3d9423aca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 200 len: 1001 time: 0.3687768 Dec 14 18:04:35.786746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf35c3ff-8126-4c62-ab27-ef9478474375', 'tag': 'b09bdae7-befc-41f3-859e-0daaef1c2d97', 'status': 'completed', 'code': 200} Dec 14 18:04:35.815770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbb2cb-df10-42a0-a75e-fcbbc01702de req-eb3f2d7b-62ea-4beb-80e0-2b66581ec856 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:35.817351 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-31bbb2cb-df10-42a0-a75e-fcbbc01702de req-eb3f2d7b-62ea-4beb-80e0-2b66581ec856 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.3585665 Dec 14 18:04:35.850716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-6924b5f4-6dc6-4f30-b999-09a5e6f2981e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:35.852226 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-6924b5f4-6dc6-4f30-b999-09a5e6f2981e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.1115737 Dec 14 18:04:35.875768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-1a865a9a-57d5-4287-bd65-2931ec0ff36b tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:35.880381 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-1a865a9a-57d5-4287-bd65-2931ec0ff36b tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.18 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 808 time: 0.3907349 Dec 14 18:04:35.880518 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-31bbb2cb-df10-42a0-a75e-fcbbc01702de req-766ea398-0e78-4bc2-b3a0-570719311bc2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0505879 Dec 14 18:04:35.948708 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c5a4d160-2b62-4f17-98d8-12544ad84889 req-1aebdc58-be22-41dd-a647-f33ab8ac3f41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a084dd019f944e7bf101a4520699f65&device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 1096 time: 0.1291645 Dec 14 18:04:35.956256 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-24173fb8-9ecb-45ae-9734-d814fa563206 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0917010 Dec 14 18:04:36.103854 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bc8a682-21d3-4737-8202-c46e0bf88bb0 req-87614eb8-6ad7-4132-80ce-5a78a7d76cc4 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 210 time: 0.1063557 Dec 14 18:04:36.109436 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-dad8fc42-e2a5-48c6-8ee2-e0ccd39e2ddc tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84cf1431399344d7863f48a80c385103 HTTP/1.1" status: 200 len: 380 time: 0.2148354 Dec 14 18:04:36.112158 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-e62b515c-bc09-47c9-9445-c9a56bacd596 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495471 Dec 14 18:04:36.127903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'port': {'device_id': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'admin_state_up': True, 'tenant_id': '84cf1431399344d7863f48a80c385103', 'security_groups': ['72ada4c5-839d-4e8c-9aab-bd48b907f440']}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:04:36.268729 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4d160-2b62-4f17-98d8-12544ad84889 req-36921c6a-08e4-410f-a57a-06b98218bcc0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:36.270396 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c5a4d160-2b62-4f17-98d8-12544ad84889 req-36921c6a-08e4-410f-a57a-06b98218bcc0 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=3a084dd019f944e7bf101a4520699f65&shared=False HTTP/1.1" status: 200 len: 914 time: 0.3127782 Dec 14 18:04:36.345131 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dd20b0fb-3b1a-4858-a7f7-4f32dea8b94d req-0a31db62-43cc-4913-ab4b-177538d09b5c service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231231 Dec 14 18:04:36.351837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aefc6a-8cbd-49b4-a2c6-f61fb448481a req-1f8309b3-01c7-404b-852b-5a61e40dfab6 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:36.353292 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-39aefc6a-8cbd-49b4-a2c6-f61fb448481a req-1f8309b3-01c7-404b-852b-5a61e40dfab6 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 943 time: 0.1957340 Dec 14 18:04:36.402859 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-39aefc6a-8cbd-49b4-a2c6-f61fb448481a req-8691b661-91a0-4805-859c-2f6e4a309d6c tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431674 Dec 14 18:04:36.406558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:36.424212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:36.465098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a4d160-2b62-4f17-98d8-12544ad84889 req-78b5f78d-b293-4d34-95bf-ca5d12797e9f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:36.466914 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c5a4d160-2b62-4f17-98d8-12544ad84889 req-78b5f78d-b293-4d34-95bf-ca5d12797e9f service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1843994 Dec 14 18:04:36.493545 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Made reservation on behalf of 84cf1431399344d7863f48a80c385103 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:04:36.500231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:36.712788 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-1e594aea-3744-4aae-99f2-08faae057649 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=3a084dd019f944e7bf101a4520699f65&device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 1096 time: 0.1988246 Dec 14 18:04:37.015160 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-a66103a5-ca6b-49d1-b586-02e81f5bbb01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b09bdae7-befc-41f3-859e-0daaef1c2d97 HTTP/1.1" status: 200 len: 217 time: 0.2926950 Dec 14 18:04:37.025084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Allocated IP 172.20.0.9 (4596c04a-05c1-4024-9e77-bb56424c46f8/a2ef2093-37fd-4511-b41b-856736bfcfe5/0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:04:37.178947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-46eb9227-e9ee-4798-b506-efee739f97e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:37.180547 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-46eb9227-e9ee-4798-b506-efee739f97e9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5e0fba1c-a5d7-4465-b3ee-c2f509a170f7 HTTP/1.1" status: 200 len: 853 time: 0.1530945 Dec 14 18:04:37.281276 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-35b5c02f-fd48-4959-a3c7-d2577b5b9486 req-6498d9b6-f1c9-41fe-bb58-2f70f0dc390a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 210 time: 0.0462248 Dec 14 18:04:37.308041 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-0e9d5325-b018-4c48-a29f-9ab3517ac438 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4ee17a7f-a885-4cc1-96a4-968377c5f290&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1029148 Dec 14 18:04:37.375900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a49095-e931-4b02-910f-a3f9ce2a2e35 req-d2ab2ed5-2c81-4453-b55f-d7b404f51fcc tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:37.377484 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e4a49095-e931-4b02-910f-a3f9ce2a2e35 req-d2ab2ed5-2c81-4453-b55f-d7b404f51fcc tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 945 time: 0.3137279 Dec 14 18:04:37.579635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:37.593000 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e4a49095-e931-4b02-910f-a3f9ce2a2e35 req-67ec6c94-8c3a-492f-8831-8cba9f24e326 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1594944 Dec 14 18:04:37.598116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-56c8652a-662b-4e0d-b3e4-f7d0c8c25245 service neutron] 10.222.0.18 "GET /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827172 Dec 14 18:04:37.608239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Transition to ACTIVE for port object 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:04:37.624074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dccb1fe-46a5-4472-9a84-5c7de467f78c req-f049c5cd-89eb-49d0-aa09-c1656269b580 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:37.625930 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5dccb1fe-46a5-4472-9a84-5c7de467f78c req-f049c5cd-89eb-49d0-aa09-c1656269b580 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 943 time: 0.0891128 Dec 14 18:04:37.682584 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5dccb1fe-46a5-4472-9a84-5c7de467f78c req-afaa5da2-f742-4b0c-9c8f-2a59b99605bb tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478258 Dec 14 18:04:37.763427 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b048cc9b-a1c3-400d-b4dc-ad73ba4c6675 req-328a9eb6-2143-4a71-81ea-ba2af8861359 service neutron] 10.222.0.18 "GET /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565497 Dec 14 18:04:37.764586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:37.770947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-09656d50-5248-460b-bcd1-210d01e05e46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:37.841786 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:04:37.850876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:04:37.856180 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:04:37.883324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:37.889043 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:37.922404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:37.924446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:37.982112 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8605273 Dec 14 18:04:38.014323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Request body: {'port': {'device_id': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:04:38.167956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:38.289639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-332397f6-e5d7-4237-ab37-9be7d1d5b07d None None] Provisioning for port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:04:38.295855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-332397f6-e5d7-4237-ab37-9be7d1d5b07d None None] Provisioning complete for port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:04:38.296283 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-332397f6-e5d7-4237-ab37-9be7d1d5b07d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:38.336894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:04:38.409650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-332397f6-e5d7-4237-ab37-9be7d1d5b07d None None] Port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:04:38.484000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:38.514842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:04:38.526447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:04:38.559326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:04:38.566413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:38.582823 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'code': 200} Dec 14 18:04:38.586542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:38.589404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:38.633587 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Transition to ACTIVE for port object 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:04:38.659904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=8']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:38.663256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:38.665904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f635212-4ac0-488a-94e4-dbcc74a6a03d req-3217fcd5-22d4-4c15-9abc-ffa369cd0f62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:38.666692 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6f635212-4ac0-488a-94e4-dbcc74a6a03d req-3217fcd5-22d4-4c15-9abc-ffa369cd0f62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Synchronizing usage tracker for tenant:84cf1431399344d7863f48a80c385103 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:04:38.679900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:38.685210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:38.803407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6f635212-4ac0-488a-94e4-dbcc74a6a03d req-3217fcd5-22d4-4c15-9abc-ffa369cd0f62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Unset dirty status for tenant:84cf1431399344d7863f48a80c385103 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:04:38.806223 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f635212-4ac0-488a-94e4-dbcc74a6a03d req-3217fcd5-22d4-4c15-9abc-ffa369cd0f62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 931 time: 0.2366085 Dec 14 18:04:38.827737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Pushing event updated for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:38.849207 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:38.862789 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701f2625-d363-42af-87dd-c2ae278f7fe4 req-eae678f4-5bec-4c29-a367-21de545dee6a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:38.864597 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-701f2625-d363-42af-87dd-c2ae278f7fe4 req-eae678f4-5bec-4c29-a367-21de545dee6a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1019421 Dec 14 18:04:38.922165 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-701f2625-d363-42af-87dd-c2ae278f7fe4 req-acf683ae-6c9d-4783-9ca7-e79b36dbe319 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507555 Dec 14 18:04:38.967942 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f635212-4ac0-488a-94e4-dbcc74a6a03d req-57a53422-fa7e-49ad-9e42-daba4802c1ba tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1425431 Dec 14 18:04:39.001716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Attempting to bind port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:04:39.002246 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Attempting to bind port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:04:39.002854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Attempting to bind port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff on network 4596c04a-05c1-4024-9e77-bb56424c46f8 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:04:39.009377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff on network 4596c04a-05c1-4024-9e77-bb56424c46f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:04:39.009760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Attempting to bind port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff on network 4596c04a-05c1-4024-9e77-bb56424c46f8 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:04:39.017337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:04:39.017615 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Checking segment: {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:04:39.018056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Bound using segment: {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:04:39.018557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Bound port: 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4062c6cf-fe19-4ad7-87a8-590b557c3277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:04:39.018972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:39.117818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:04:39.121200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:04:39.154086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d48c1-e479-4f8f-b924-25580719eecc req-8c1537dd-5e22-4459-b84b-9d6fc93d2f0b tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:39.155721 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c8d48c1-e479-4f8f-b924-25580719eecc req-8c1537dd-5e22-4459-b84b-9d6fc93d2f0b tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 943 time: 0.0851614 Dec 14 18:04:39.170574 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:39.176038 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-81114cf5-d17c-4292-aec8-2061ee85baf0 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:39.207426 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c8d48c1-e479-4f8f-b924-25580719eecc req-1e8fcd7a-df24-44a4-afd3-c9ee3c0223c3 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441077 Dec 14 18:04:39.235632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:39.237293 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] 10.222.0.18 "PUT /v2.0/ports/0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 1093 time: 1.2284644 Dec 14 18:04:39.239870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:04:39.266627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Pushing event updated for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:39.270503 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:39.318418 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'status': 'completed', 'code': 200} Dec 14 18:04:39.418098 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-d1193ee0-b721-4618-8667-21ee7c3db8e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1096 time: 0.0941188 Dec 14 18:04:39.530799 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-bf992ce1-549e-4428-b4e6-fe4220a7622a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 217 time: 0.1051929 Dec 14 18:04:39.604580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-ddb2ab6a-dd1a-4f08-8608-7d1b5fdea1cc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:39.606295 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-ddb2ab6a-dd1a-4f08-8608-7d1b5fdea1cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 200 len: 847 time: 0.0698884 Dec 14 18:04:39.690995 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-2ec9de7b-c47f-425f-bbbd-74360068e7f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4596c04a-05c1-4024-9e77-bb56424c46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0775909 Dec 14 18:04:39.839060 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-21c1a1f1-fc93-40c3-b8f7-d3cfa821bb37 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422281 Dec 14 18:04:39.985043 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a7c512a6-b9c3-41bb-90ff-4b954fde39cb req-feab0890-b698-43b8-b606-d3a8829848b2 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391139 Dec 14 18:04:40.152495 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-53a886a5-1913-4a98-82fa-965c8b730391 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1096 time: 0.0821619 Dec 14 18:04:40.193506 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616f49f1-d3ee-42a3-bf05-c84570705f14 req-19022cdc-3bbb-4680-a022-779c373a5406 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:40.195253 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-616f49f1-d3ee-42a3-bf05-c84570705f14 req-19022cdc-3bbb-4680-a022-779c373a5406 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 943 time: 0.0948262 Dec 14 18:04:40.263426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-616f49f1-d3ee-42a3-bf05-c84570705f14 req-a3c197ff-da1e-4598-ba27-d46a087c01c9 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Synchronizing usage tracker for tenant:84cf1431399344d7863f48a80c385103 on resource:security_group {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:04:40.307941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-d2e7dcf1-c52e-47d4-97f8-1423ca34d1e9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:40.309524 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-d2e7dcf1-c52e-47d4-97f8-1423ca34d1e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 909 time: 0.1508887 Dec 14 18:04:40.331044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b09bdae7-befc-41f3-859e-0daaef1c2d97 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:04:40.340883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-616f49f1-d3ee-42a3-bf05-c84570705f14 req-a3c197ff-da1e-4598-ba27-d46a087c01c9 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Unset dirty status for tenant:84cf1431399344d7863f48a80c385103 on resource:security_group {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:04:40.342274 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-616f49f1-d3ee-42a3-bf05-c84570705f14 req-a3c197ff-da1e-4598-ba27-d46a087c01c9 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405051 Dec 14 18:04:40.392924 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-af30d96d-8c4d-4986-afc0-15b674ad1bb7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 217 time: 0.0767758 Dec 14 18:04:40.437066 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 32892) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:40.499856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-8be75609-1805-426f-b700-59ec85ff148d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:40.501556 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-8be75609-1805-426f-b700-59ec85ff148d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 200 len: 847 time: 0.0742238 Dec 14 18:04:40.508583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b09bdae7-befc-41f3-859e-0daaef1c2d97, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b09bdae7-befc-41f3-859e-0daaef1c2d97,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:04:40.523824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': 'b09bdae7-befc-41f3-859e-0daaef1c2d97', 'network_id': '4ee17a7f-a885-4cc1-96a4-968377c5f290', 'port_id': 'b09bdae7-befc-41f3-859e-0daaef1c2d97', 'mac_address': 'fa:16:3e:3b:4a:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e0fba1c-a5d7-4465-b3ee-c2f509a170f7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:04:40.550576 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-29987079-e730-44b0-9381-4464d6b04942 req-5bec3e4e-bab8-460e-83b0-ef177aa0faf5 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0848067 Dec 14 18:04:40.586297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:40.610970 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b09bdae7-befc-41f3-859e-0daaef1c2d97 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:04:40.626492 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:40.627840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b09bdae7-befc-41f3-859e-0daaef1c2d97, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b09bdae7-befc-41f3-859e-0daaef1c2d97,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:04:40.664671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:40.669214 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Usage tracker for resource:security_group_rule and tenant:91d930df53ac47df8841bcece3d9552e is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:40.672289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:40.672801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:40.675159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:40.679876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:40.753524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b09bdae7-befc-41f3-859e-0daaef1c2d97,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:40.757014 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:40.792061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:40.824878 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbef757-21df-4d5a-9773-1a681931a35b req-46b92a25-8193-4303-96d3-1025abb9b942 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:40.826517 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ffbef757-21df-4d5a-9773-1a681931a35b req-46b92a25-8193-4303-96d3-1025abb9b942 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 943 time: 0.4355085 Dec 14 18:04:40.826646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:40.836829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0653bfb2-66de-49b0-987f-1b06630ace40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:40.859732 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-e3af37f3-bd84-4ce3-a61f-452b3f98f74e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4596c04a-05c1-4024-9e77-bb56424c46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3514917 Dec 14 18:04:40.888613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ddd07fc-35f5-47a6-8f8c-c29bd84aa597,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:40.891865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:40.894862 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=91d930df53ac47df8841bcece3d9552e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4566770 Dec 14 18:04:40.897713 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ffbef757-21df-4d5a-9773-1a681931a35b req-9f1ace5e-281e-4ac9-86b7-9d2774a75782 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632932 Dec 14 18:04:40.907192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 32904) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:41.030680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['b09bdae7-befc-41f3-859e-0daaef1c2d97'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:04:41.039080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:41.048152 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-1217b9fd-d6b3-4bae-9d8a-85dd14def6b4 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657584 Dec 14 18:04:41.079115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b747a47c-ee7d-4543-80dc-fb071642c09a req-02fcd9e6-3c27-405b-98e2-03c15b7a036e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:41.084419 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b747a47c-ee7d-4543-80dc-fb071642c09a req-02fcd9e6-3c27-405b-98e2-03c15b7a036e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1596336 Dec 14 18:04:41.089909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:41.189302 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b747a47c-ee7d-4543-80dc-fb071642c09a req-eaf29617-a0ca-441e-a05a-bcf232bd273d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0915592 Dec 14 18:04:41.210327 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e818494d-2a54-4b0c-b0b9-d1424376374e req-ffbf22e2-cb72-4b69-aff0-839d90a4a494 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556780 Dec 14 18:04:41.236813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 32916) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:41.253852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:41.259184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9cc39b4a-fca4-4407-93f4-0bca4f17af22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:41.271486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ddd07fc-35f5-47a6-8f8c-c29bd84aa597,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:41.281261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:41.282402 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/2ddd07fc-35f5-47a6-8f8c-c29bd84aa597 HTTP/1.1" status: 204 len: 168 time: 0.3741682 Dec 14 18:04:41.286431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.286775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.287235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.287574 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.287962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.288344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.288720 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.289107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.289559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.289855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.290236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:41.293588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:41.388098 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-b4013dd9-5503-4b21-b837-5a074446979e service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1447399 Dec 14 18:04:41.560028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b43e940-fad7-4d78-be15-b9d3c7e9860d req-4c0741fb-fa67-4c9c-9f9f-f481cba53c8d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:41.561717 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b43e940-fad7-4d78-be15-b9d3c7e9860d req-4c0741fb-fa67-4c9c-9f9f-f481cba53c8d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 943 time: 0.0915773 Dec 14 18:04:41.616838 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b43e940-fad7-4d78-be15-b9d3c7e9860d req-652bb33f-3801-43e5-829a-1c5008a0b2ba tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468681 Dec 14 18:04:41.899614 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 32934) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:41.919212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:41.957315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:41.961651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Usage tracker for resource:security_group_rule and tenant:0ee94b4f64a74a5d8e437b8acbb1d2f8 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:41.965000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:41.971997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:42.091589 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:42.123871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53e03dd-93d9-4cb1-881d-858e3c9e0132 req-3e1fc779-6b5d-473d-8fa6-fe7bb3fed1c3 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:42.125517 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a53e03dd-93d9-4cb1-881d-858e3c9e0132 req-3e1fc779-6b5d-473d-8fa6-fe7bb3fed1c3 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 944 time: 0.1080821 Dec 14 18:04:42.147457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:42.156791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-03b41d19-a2e5-4f95-8ff2-b3e20ea0f92b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:42.219855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71dd62c1-d22d-452b-8dfc-ff26c05f464e,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:42.225150 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:42.230295 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=0ee94b4f64a74a5d8e437b8acbb1d2f8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3267701 Dec 14 18:04:42.230295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 32942) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:42.249489 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a53e03dd-93d9-4cb1-881d-858e3c9e0132 req-c8fbf8a3-8163-4f2f-b28b-fc40c7136baf tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173613 Dec 14 18:04:42.305029 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d345d1c-3b63-4d52-9e82-6650ff4eec45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:42.332654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d345d1c-3b63-4d52-9e82-6650ff4eec45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:42.369286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:04:42.372322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b09bdae7-befc-41f3-859e-0daaef1c2d97 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:04:42.409496 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313b341d-f1f9-47ff-ab12-4696784bb95c req-d29ce7ad-60cb-4509-880c-7e96362cfd11 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:42.411477 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-313b341d-f1f9-47ff-ab12-4696784bb95c req-d29ce7ad-60cb-4509-880c-7e96362cfd11 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0870280 Dec 14 18:04:42.438728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d345d1c-3b63-4d52-9e82-6650ff4eec45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:42.444528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-92aebab0-e3fa-4ba7-8da5-6cf877cae02a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:42.459713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d345d1c-3b63-4d52-9e82-6650ff4eec45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71dd62c1-d22d-452b-8dfc-ff26c05f464e,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:42.462831 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d345d1c-3b63-4d52-9e82-6650ff4eec45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:42.464068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d345d1c-3b63-4d52-9e82-6650ff4eec45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:42.464737 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-313b341d-f1f9-47ff-ab12-4696784bb95c req-9e32fcfc-da12-4e83-b428-5ad44df3bc6f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463259 Dec 14 18:04:42.465308 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0d345d1c-3b63-4d52-9e82-6650ff4eec45 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/71dd62c1-d22d-452b-8dfc-ff26c05f464e HTTP/1.1" status: 204 len: 168 time: 0.2341502 Dec 14 18:04:42.754169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:04:42.762183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port b09bdae7-befc-41f3-859e-0daaef1c2d97 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:04:42.771435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port b09bdae7-befc-41f3-859e-0daaef1c2d97 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:04:42.771853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:42.819763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'port_id': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'mac_address': 'fa:16:3e:dc:a6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:04:42.852998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b8f91e-5d00-457c-b48b-49f297e31ca2 req-5e59b200-ec0f-4d91-b9f6-7b3e105eaa4f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:42.855492 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c2b8f91e-5d00-457c-b48b-49f297e31ca2 req-5e59b200-ec0f-4d91-b9f6-7b3e105eaa4f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 943 time: 0.1048748 Dec 14 18:04:42.920604 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c2b8f91e-5d00-457c-b48b-49f297e31ca2 req-71f4109c-7aaf-4914-9fc8-a070cc9ff988 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576429 Dec 14 18:04:42.945945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:42.976459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:04:42.993140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:43.008568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:04:43.026578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf35c3ff-8126-4c62-ab27-ef9478474375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09bdae7-befc-41f3-859e-0daaef1c2d97'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:04:43.047551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b09bdae7-befc-41f3-859e-0daaef1c2d97, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b09bdae7-befc-41f3-859e-0daaef1c2d97,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:04:43.076796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:43.078944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:43.117330 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf35c3ff-8126-4c62-ab27-ef9478474375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b09bdae7-befc-41f3-859e-0daaef1c2d97', 'code': 200} Dec 14 18:04:43.135352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:43.160709 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-0007441f-919b-4d47-810c-ff875a85e2c6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07&tenant_id=4b3096bc748d47d19fe17b8ef6163bdc HTTP/1.1" status: 200 len: 1096 time: 0.0808592 Dec 14 18:04:43.163564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:43.176073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:43.176073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b367d40c-4d45-46f6-aab8-a2070ac6c8a9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:43.273960 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-9a0dca7a-eadd-4824-b1bf-7afa44f5fe3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1096 time: 0.0823219 Dec 14 18:04:43.275716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b09bdae7-befc-41f3-859e-0daaef1c2d97,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:43.278833 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:43.386274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:04:43.489391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0377fa-8e01-47b0-b392-90581662f9a6 req-9782a23c-0a7b-4dc9-85f4-2070c06b2161 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:43.490518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-012f9d80-da9f-4273-ab40-63ca2279a238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:43.492172 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-012f9d80-da9f-4273-ab40-63ca2279a238 service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.2123423 Dec 14 18:04:43.495300 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-814d08e2-3282-4b25-a9f3-9d3b02012ba8 req-91286534-35b0-4bea-a3d9-ded10c4acf1b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 1098 time: 0.1295760 Dec 14 18:04:43.497036 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0b0377fa-8e01-47b0-b392-90581662f9a6 req-9782a23c-0a7b-4dc9-85f4-2070c06b2161 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.1131127 Dec 14 18:04:43.581823 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0b0377fa-8e01-47b0-b392-90581662f9a6 req-51d096a6-6bc9-4962-8f7b-95600f0c0015 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837836 Dec 14 18:04:43.611886 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-814d08e2-3282-4b25-a9f3-9d3b02012ba8 req-90f28108-67b1-4b95-b10e-e60eeba8c2c0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067357 Dec 14 18:04:43.695250 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-37950211-da85-44cb-a769-145efaef636a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 200 len: 999 time: 0.1915340 Dec 14 18:04:43.744071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb872b9a-6025-4875-8c2d-deef310a4fbb req-766da4f9-0ad3-4eeb-981f-b38e085f2c5e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:43.745728 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eb872b9a-6025-4875-8c2d-deef310a4fbb req-766da4f9-0ad3-4eeb-981f-b38e085f2c5e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0901318 Dec 14 18:04:43.797403 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eb872b9a-6025-4875-8c2d-deef310a4fbb req-fea0152f-90e0-46ca-830c-21710a29acac tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452650 Dec 14 18:04:43.899563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-7b198fe6-53b7-451a-851b-787c7152c524 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:43.901132 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-7b198fe6-53b7-451a-851b-787c7152c524 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.0646100 Dec 14 18:04:43.987158 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-0a16870d-9136-45b5-9da4-83137eef6be6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0793965 Dec 14 18:04:44.144248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0715de6c-526f-4dff-9547-e03dda8de3a6 req-ced566b5-bafc-4e93-97e3-98e8393cf513 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:44.145979 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-5620dec5-e050-4b6f-a3a0-0ed1e8836a61 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520953 Dec 14 18:04:44.146153 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0715de6c-526f-4dff-9547-e03dda8de3a6 req-ced566b5-bafc-4e93-97e3-98e8393cf513 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 944 time: 0.0955861 Dec 14 18:04:44.195736 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0715de6c-526f-4dff-9547-e03dda8de3a6 req-8332c70e-5f53-498e-8fdf-5078fdad2b5d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430818 Dec 14 18:04:44.297777 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cd46c003-3167-4832-b7cf-fab5a87e4bc1 req-be33d292-b969-40bf-9ccb-66883098217f service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445332 Dec 14 18:04:44.843344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad1ae60-7a15-4b38-8d5b-351ee67ba34a req-54aa180c-6f13-4c3f-afca-404d86d8e5b2 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:44.845195 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fad1ae60-7a15-4b38-8d5b-351ee67ba34a req-54aa180c-6f13-4c3f-afca-404d86d8e5b2 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.0837715 Dec 14 18:04:44.911843 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fad1ae60-7a15-4b38-8d5b-351ee67ba34a req-09a63156-8b7f-43ef-833a-6f33f7424bd4 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441151 Dec 14 18:04:45.028239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6977f3-8949-4505-b26e-8874a3d17857 req-1aa4b170-6531-4458-b9cd-5781b071ca31 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:45.030072 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5d6977f3-8949-4505-b26e-8874a3d17857 req-1aa4b170-6531-4458-b9cd-5781b071ca31 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0862730 Dec 14 18:04:45.089505 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5d6977f3-8949-4505-b26e-8874a3d17857 req-72912dd3-a816-4938-9dbb-eb160f413646 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524635 Dec 14 18:04:45.299390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fdee6424-a9f7-44ff-921e-558e4c3795fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:45.414328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0683d81f-32c7-41a0-a57e-d0dcaef2ba2f req-3caa7260-ac6b-4591-91fb-0548bce9f1b5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:45.416034 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0683d81f-32c7-41a0-a57e-d0dcaef2ba2f req-3caa7260-ac6b-4591-91fb-0548bce9f1b5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 944 time: 0.0906379 Dec 14 18:04:45.466790 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0683d81f-32c7-41a0-a57e-d0dcaef2ba2f req-514b94d7-62f1-43ae-bf5f-f5ac1e9d3f66 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432925 Dec 14 18:04:46.176205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d2f0bb-4072-49d1-a568-d82be7bfa678 req-eb217e04-0410-4f7b-bb2f-5be01911c325 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:46.190999 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80d2f0bb-4072-49d1-a568-d82be7bfa678 req-eb217e04-0410-4f7b-bb2f-5be01911c325 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.1312757 Dec 14 18:04:46.240618 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80d2f0bb-4072-49d1-a568-d82be7bfa678 req-3ae483af-f6b3-42ed-9e82-6d9f40230374 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484512 Dec 14 18:04:46.350090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7336a5c-547c-496d-95c4-0ebc8a614945 req-abdfa0bd-4678-4e05-a851-43530a21c0e2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:46.352437 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e7336a5c-547c-496d-95c4-0ebc8a614945 req-abdfa0bd-4678-4e05-a851-43530a21c0e2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0890000 Dec 14 18:04:46.382524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:04:46.409671 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e7336a5c-547c-496d-95c4-0ebc8a614945 req-13c5e68c-0e11-4040-975e-e8a94c72bcbe tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448012 Dec 14 18:04:46.500598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:04:46.508667 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:04:46.509349 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:46.650728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:46.680329 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:46.722748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:04:46.731541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d500b0-f385-47d6-93df-76dd83d15df5 req-2a95d5d6-4a28-435d-ad9c-b2303ee4384b tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:46.733413 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-15d500b0-f385-47d6-93df-76dd83d15df5 req-2a95d5d6-4a28-435d-ad9c-b2303ee4384b tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 944 time: 0.1129107 Dec 14 18:04:46.733667 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:04:46.786111 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-15d500b0-f385-47d6-93df-76dd83d15df5 req-14058a64-c718-4cf8-8ff3-3cbf6bb13760 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464098 Dec 14 18:04:46.786646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:46.788601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:46.859790 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'code': 200} Dec 14 18:04:46.869262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:46.872476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:47.352262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c83c909-0b51-4e6e-8857-73202d84c958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:47.651438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3387204-21d7-4d75-aa7e-9b72528282c0 req-434027ca-925b-40c5-8431-342335a4305d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:47.652982 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f3387204-21d7-4d75-aa7e-9b72528282c0 req-434027ca-925b-40c5-8431-342335a4305d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0901582 Dec 14 18:04:47.720522 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f3387204-21d7-4d75-aa7e-9b72528282c0 req-bb7276c6-a680-4190-92ed-74f6646f4c32 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0597880 Dec 14 18:04:47.816040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:48.010009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef617086-a0b4-454e-a0c2-388a80370d9f req-c872c9fe-d0ee-4b84-a443-c0b9c5126def tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:48.012126 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef617086-a0b4-454e-a0c2-388a80370d9f req-c872c9fe-d0ee-4b84-a443-c0b9c5126def tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0892770 Dec 14 18:04:48.071847 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef617086-a0b4-454e-a0c2-388a80370d9f req-39407a74-e373-49e5-92ca-ee5a714cf714 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478103 Dec 14 18:04:48.088783 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:04:48.415169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:48.934920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b9aef-15b0-4c4f-a080-4be0f4234f2e req-4fc0edb5-7cd9-40ac-934f-8b77d45185eb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:48.936498 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6b9b9aef-15b0-4c4f-a080-4be0f4234f2e req-4fc0edb5-7cd9-40ac-934f-8b77d45185eb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0866916 Dec 14 18:04:48.988332 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6b9b9aef-15b0-4c4f-a080-4be0f4234f2e req-6dbc1974-0ae8-4f89-807c-7976e64d9683 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448291 Dec 14 18:04:49.293404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e699a5ec-4f6a-400b-a391-a62c65f003c3 req-caf41d36-d6c2-4de4-b175-382e6970aca7 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:49.295027 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e699a5ec-4f6a-400b-a391-a62c65f003c3 req-caf41d36-d6c2-4de4-b175-382e6970aca7 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0898023 Dec 14 18:04:49.306628 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:49.346995 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e699a5ec-4f6a-400b-a391-a62c65f003c3 req-3d2db2f0-81b1-4829-8228-f1b820b4d440 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455904 Dec 14 18:04:50.152530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33092) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:50.237564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e50ad15-eb0e-4e2c-a2e1-47416c1b3d7a req-6a1d4372-a642-4f81-a7b0-e2d44316eaf7 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:50.245630 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5e50ad15-eb0e-4e2c-a2e1-47416c1b3d7a req-6a1d4372-a642-4f81-a7b0-e2d44316eaf7 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1116672 Dec 14 18:04:50.293115 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5e50ad15-eb0e-4e2c-a2e1-47416c1b3d7a req-ed72c3d0-946f-4950-ba63-f0cea8daccf9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465255 Dec 14 18:04:50.333153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:50.370428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:50.374472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Usage tracker for resource:security_group_rule and tenant:36c181f04763449a987217ef16322a48 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:50.378066 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:50.384176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:50.463243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:50.588731 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b2a0c-ec22-4ef1-aaf4-4384407bf0b4 req-4c2a7c88-bfee-44f6-a524-715d0aeda95e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:50.590239 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-546b2a0c-ec22-4ef1-aaf4-4384407bf0b4 req-4c2a7c88-bfee-44f6-a524-715d0aeda95e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0929124 Dec 14 18:04:50.659343 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-546b2a0c-ec22-4ef1-aaf4-4384407bf0b4 req-e97442b7-0d7f-488f-b9bc-ba5e69b1f3e1 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615540 Dec 14 18:04:51.135268 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:51.147483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bf7fd965-e23b-4b3e-a8a4-8315b2982554 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:51.196179 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a226b99-36e7-4616-a591-1c7128ea4f11,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:51.201384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:51.203932 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=36c181f04763449a987217ef16322a48&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0503218 Dec 14 18:04:51.207332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33100) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:51.271910 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-685c9b48-dee7-49da-9f08-a22f690f75fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:51.301316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-685c9b48-dee7-49da-9f08-a22f690f75fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:51.512113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-685c9b48-dee7-49da-9f08-a22f690f75fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:51.519763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-336bd8f8-347b-437e-b0c9-5af2d3e8139e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:51.520637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48eaab-b496-45fc-afb0-2b869558b98e req-493ada2a-1824-47ed-a6a8-4644cced2deb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:51.524459 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c48eaab-b496-45fc-afb0-2b869558b98e req-493ada2a-1824-47ed-a6a8-4644cced2deb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0885248 Dec 14 18:04:51.535416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-685c9b48-dee7-49da-9f08-a22f690f75fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:51.539337 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-685c9b48-dee7-49da-9f08-a22f690f75fc admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/9a226b99-36e7-4616-a591-1c7128ea4f11 HTTP/1.1" status: 204 len: 168 time: 0.3284938 Dec 14 18:04:51.539602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685c9b48-dee7-49da-9f08-a22f690f75fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a226b99-36e7-4616-a591-1c7128ea4f11,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:51.542228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-685c9b48-dee7-49da-9f08-a22f690f75fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:51.590552 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c48eaab-b496-45fc-afb0-2b869558b98e req-e010eb2a-926e-4aa5-8450-b4754d687781 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617647 Dec 14 18:04:51.892958 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0f733d-2426-4bcd-bd7a-0f90e19508c6 req-465b1eee-eef8-4c0c-af3e-16424a8cbd04 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:51.894578 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8f0f733d-2426-4bcd-bd7a-0f90e19508c6 req-465b1eee-eef8-4c0c-af3e-16424a8cbd04 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0920553 Dec 14 18:04:51.947026 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8f0f733d-2426-4bcd-bd7a-0f90e19508c6 req-777071f2-a21e-4fc2-9233-aeb06fe758e2 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458248 Dec 14 18:04:52.231196 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33112) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:52.252002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:52.286545 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:52.290692 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Usage tracker for resource:security_group_rule and tenant:fef2c177533347fa9ee0306b805abe78 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:52.293709 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:52.300409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:52.374519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:52.403533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:52.419436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-917f0dbf-f4e0-44cc-aa29-1c7010ce37da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:52.460968 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=fef2c177533347fa9ee0306b805abe78&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2285399 Dec 14 18:04:52.462869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d685b330-e1ef-4a45-93b2-939bf94e6844,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:52.464429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33116) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:52.466317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:52.542230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:52.572345 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:52.681848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:52.687276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4271c340-cc63-4be5-8ce2-2ccef75e79cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:52.699118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d685b330-e1ef-4a45-93b2-939bf94e6844,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:52.709700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:52.710786 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d685b330-e1ef-4a45-93b2-939bf94e6844 HTTP/1.1" status: 204 len: 168 time: 0.2450340 Dec 14 18:04:52.728751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.729330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.729739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.730149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.731524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.731651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.732245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.732526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.732953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.733362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.739453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:04:52.750366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:52.867432 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f9035-3881-4d79-8d47-f22d318f42b7 req-ad0b1e7e-0928-4c94-b00b-4ff850aff6c6 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:52.878116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-869f9035-3881-4d79-8d47-f22d318f42b7 req-ad0b1e7e-0928-4c94-b00b-4ff850aff6c6 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1220064 Dec 14 18:04:52.929320 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-869f9035-3881-4d79-8d47-f22d318f42b7 req-a107b0e0-2754-4dae-a670-e8a5e8992a1f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0499632 Dec 14 18:04:53.158458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce31469-e641-45db-af81-e3f5d7455341 req-ea2d262e-c874-43be-bfc7-cac18a013195 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:53.160120 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ce31469-e641-45db-af81-e3f5d7455341 req-ea2d262e-c874-43be-bfc7-cac18a013195 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0883627 Dec 14 18:04:53.213333 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ce31469-e641-45db-af81-e3f5d7455341 req-346cb411-c3a7-47d0-bc6c-a1b2f684a050 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471389 Dec 14 18:04:54.226432 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea1c22b-101f-4404-920a-70b722d2a8dc req-b50c5ab4-e19d-4d30-ab5e-12d7dbfb66dc tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:54.228262 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ea1c22b-101f-4404-920a-70b722d2a8dc req-b50c5ab4-e19d-4d30-ab5e-12d7dbfb66dc tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1101594 Dec 14 18:04:54.279543 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ea1c22b-101f-4404-920a-70b722d2a8dc req-799375e0-7e02-45a5-a136-051e92447a9d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448468 Dec 14 18:04:54.515453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded75acd-6245-437d-aadf-e35b0fcc8649 req-9a7058b9-4153-46a1-8cd0-221a201dade5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:54.517237 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ded75acd-6245-437d-aadf-e35b0fcc8649 req-9a7058b9-4153-46a1-8cd0-221a201dade5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0929229 Dec 14 18:04:54.575779 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ded75acd-6245-437d-aadf-e35b0fcc8649 req-c406f8b5-1dbb-4d7c-9db5-3382254a80aa tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470431 Dec 14 18:04:55.542171 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212e541-1600-40e5-a530-06f7a29f0b1f req-19c4ed2c-9afd-483b-9b4b-d625b8e9d958 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:55.543946 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8212e541-1600-40e5-a530-06f7a29f0b1f req-19c4ed2c-9afd-483b-9b4b-d625b8e9d958 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.1078048 Dec 14 18:04:55.597049 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8212e541-1600-40e5-a530-06f7a29f0b1f req-01c6372c-8ba4-4490-b0a2-9337ff2ef79d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0463152 Dec 14 18:04:55.876723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836f424a-ec06-467d-b237-f313e8647e65 req-abfe1aa2-df5b-408e-9d27-a570586db87c tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:55.878847 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-836f424a-ec06-467d-b237-f313e8647e65 req-abfe1aa2-df5b-408e-9d27-a570586db87c tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.1230280 Dec 14 18:04:55.930906 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-836f424a-ec06-467d-b237-f313e8647e65 req-b6c98c54-686b-4857-b035-0e003541b5f5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456836 Dec 14 18:04:56.843649 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a801e3fc-c78e-4a86-a034-2c8b17e89c3e req-88a0f009-9c1f-443b-83a9-78f0ff6f9ffe tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:56.845281 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a801e3fc-c78e-4a86-a034-2c8b17e89c3e req-88a0f009-9c1f-443b-83a9-78f0ff6f9ffe tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0912428 Dec 14 18:04:56.899533 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a801e3fc-c78e-4a86-a034-2c8b17e89c3e req-d1a21f08-2e91-44f1-b5b2-c4e8e022ff93 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0473964 Dec 14 18:04:57.148247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136424f-5f13-47e7-b7ac-9c61e3af8c78 req-de43d2ef-8080-48e3-bca0-604bbac17249 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:57.150134 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a136424f-5f13-47e7-b7ac-9c61e3af8c78 req-de43d2ef-8080-48e3-bca0-604bbac17249 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0868380 Dec 14 18:04:57.198958 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a136424f-5f13-47e7-b7ac-9c61e3af8c78 req-85fa0ad2-f607-4337-a67e-8e46b83054d7 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425677 Dec 14 18:04:58.119518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853544e8-58b5-4f2f-9ffa-93e2efd1fa5e req-3bed22f0-8e0c-45f4-8ace-6bfeb137069c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:58.121091 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-853544e8-58b5-4f2f-9ffa-93e2efd1fa5e req-3bed22f0-8e0c-45f4-8ace-6bfeb137069c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0827217 Dec 14 18:04:58.172496 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-853544e8-58b5-4f2f-9ffa-93e2efd1fa5e req-294d0713-ad83-4327-a1e0-471dbbe768a0 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445204 Dec 14 18:04:58.409779 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95b77a3-271d-4b0d-b554-e5671dfcb38c req-1634f6d7-283c-458f-8626-b327b7eac301 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:58.411378 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c95b77a3-271d-4b0d-b554-e5671dfcb38c req-1634f6d7-283c-458f-8626-b327b7eac301 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0889177 Dec 14 18:04:58.458318 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c95b77a3-271d-4b0d-b554-e5671dfcb38c req-78cacc31-7d5d-470c-b1e3-0f754d0ee249 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408766 Dec 14 18:04:59.395627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3de30bf-cfb1-46e2-a632-29da7847a205 req-7d517c6f-5c4c-46b5-9660-e1a62db48a72 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:59.397186 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d3de30bf-cfb1-46e2-a632-29da7847a205 req-7d517c6f-5c4c-46b5-9660-e1a62db48a72 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0896795 Dec 14 18:04:59.536286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33224) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:59.649971 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d3de30bf-cfb1-46e2-a632-29da7847a205 req-c71e0fbb-5d4f-468d-a23b-084166a09c88 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2467613 Dec 14 18:04:59.693658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:59.729302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:04:59.733667 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Usage tracker for resource:security_group_rule and tenant:83ff1462a0e2460d9cbc6f634fdb0220 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:04:59.737344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:04:59.743473 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:04:59.812459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:59.843001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:59.851429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b473f9ff-b444-4bfd-bd21-048ff1adc29d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:04:59.863390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28d4774-30f3-4588-8b5e-eb14993b94f2 req-873c1fb5-54cb-4d6e-9116-b4981423d8db tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:04:59.864978 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f28d4774-30f3-4588-8b5e-eb14993b94f2 req-873c1fb5-54cb-4d6e-9116-b4981423d8db tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0855777 Dec 14 18:04:59.893976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cabb77c5-a320-4d84-85e6-82f1c1c68c4d,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:04:59.901099 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=83ff1462a0e2460d9cbc6f634fdb0220&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3611922 Dec 14 18:04:59.901099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:04:59.901999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33230) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:04:59.915223 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f28d4774-30f3-4588-8b5e-eb14993b94f2 req-0cbcdde1-ee05-404b-a8f3-c9fcc03e79b9 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441585 Dec 14 18:04:59.967223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d648869d-9bc4-4134-8c14-a8449a21614b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:04:59.998683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d648869d-9bc4-4134-8c14-a8449a21614b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:00.094897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d648869d-9bc4-4134-8c14-a8449a21614b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:00.100684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0d345d1c-3b63-4d52-9e82-6650ff4eec45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:00.113596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d648869d-9bc4-4134-8c14-a8449a21614b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cabb77c5-a320-4d84-85e6-82f1c1c68c4d,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:00.118488 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d648869d-9bc4-4134-8c14-a8449a21614b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:00.122653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d648869d-9bc4-4134-8c14-a8449a21614b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:00.124112 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d648869d-9bc4-4134-8c14-a8449a21614b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cabb77c5-a320-4d84-85e6-82f1c1c68c4d HTTP/1.1" status: 204 len: 168 time: 0.2214639 Dec 14 18:05:00.416218 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5a01551c-cab3-4952-9837-b3553a0b2583 req-339bdd37-f29d-4b50-8e51-0f05c6262a67 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1098 time: 0.0771039 Dec 14 18:05:00.462189 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5a01551c-cab3-4952-9837-b3553a0b2583 req-e09800d4-728b-40eb-90ac-26918e0961f5 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396531 Dec 14 18:05:00.664676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33244) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:00.684323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:00.720909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:05:00.725186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Usage tracker for resource:security_group_rule and tenant:c0b407bd77d6484baf3ddec179ba74d5 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:05:00.728194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:05:00.734565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:05:00.805184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:00.841237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:00.849626 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5bfb89bd-24df-4ab0-9553-b85bb72a026d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:00.872645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b642ae6-cce3-4058-8ef1-c25c91846439 req-dab9599d-4dc2-46f6-af3f-08e827a1e316 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:00.874251 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b642ae6-cce3-4058-8ef1-c25c91846439 req-dab9599d-4dc2-46f6-af3f-08e827a1e316 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0849628 Dec 14 18:05:00.898828 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce27b98b-72f2-4e41-b0b0-b647df0442a3,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:00.902997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:00.908510 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c0b407bd77d6484baf3ddec179ba74d5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2426560 Dec 14 18:05:00.908736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33250) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:00.964932 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b642ae6-cce3-4058-8ef1-c25c91846439 req-f40c2905-b0f6-4b1a-aed6-217bbbd6559b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833356 Dec 14 18:05:00.991840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-93185e7e-83fa-4e6a-8ff2-1609849faf03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:01.032470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-93185e7e-83fa-4e6a-8ff2-1609849faf03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:01.112370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-93185e7e-83fa-4e6a-8ff2-1609849faf03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:01.117650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b2aadfc7-18e5-4fd1-ad58-3a15b799a2a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:01.132095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93185e7e-83fa-4e6a-8ff2-1609849faf03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce27b98b-72f2-4e41-b0b0-b647df0442a3,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:01.135221 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-93185e7e-83fa-4e6a-8ff2-1609849faf03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:01.136135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-93185e7e-83fa-4e6a-8ff2-1609849faf03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:01.137335 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-93185e7e-83fa-4e6a-8ff2-1609849faf03 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ce27b98b-72f2-4e41-b0b0-b647df0442a3 HTTP/1.1" status: 204 len: 168 time: 0.2275879 Dec 14 18:05:01.144111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa0cb1e-8731-4c55-bee8-612039fd7adc req-6b550171-617c-4875-9818-209aed14c32e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:01.145745 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5aa0cb1e-8731-4c55-bee8-612039fd7adc req-6b550171-617c-4875-9818-209aed14c32e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0930626 Dec 14 18:05:01.196782 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5aa0cb1e-8731-4c55-bee8-612039fd7adc req-6d221362-bf4f-4fc4-9e4d-23de1cca1a5c tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446317 Dec 14 18:05:02.204249 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3081cab4-92df-454b-b236-c47d5b01eff3 req-f910bf94-fd86-40ee-81c3-a7c47409388a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:02.206375 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3081cab4-92df-454b-b236-c47d5b01eff3 req-f910bf94-fd86-40ee-81c3-a7c47409388a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0893865 Dec 14 18:05:02.257772 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3081cab4-92df-454b-b236-c47d5b01eff3 req-f1a91051-606b-4e68-8559-9d1d10097ae4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449836 Dec 14 18:05:02.407128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d969e-9dd8-4ff3-81a1-a3a656d50270 req-35c62cc8-864b-471e-9878-e2d31b19b8ab tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:02.408709 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f40d969e-9dd8-4ff3-81a1-a3a656d50270 req-35c62cc8-864b-471e-9878-e2d31b19b8ab tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0858450 Dec 14 18:05:02.455878 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f40d969e-9dd8-4ff3-81a1-a3a656d50270 req-86d89789-2f75-49f1-8fe6-efcca3dad18a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409491 Dec 14 18:05:02.662471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb6720-cbd9-43b8-8eb8-8cb37d921fff req-e31ec9a3-6148-4d7c-8764-5924aee846d1 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:02.664075 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-51bb6720-cbd9-43b8-8eb8-8cb37d921fff req-e31ec9a3-6148-4d7c-8764-5924aee846d1 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0835416 Dec 14 18:05:02.716080 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-51bb6720-cbd9-43b8-8eb8-8cb37d921fff req-9bf4fd82-0814-4022-8ffa-6fecd28f27e8 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458822 Dec 14 18:05:02.745752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33268) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:03.105533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-faaa2f71-b24c-4cf5-9192-a9b14ebebaf4 tempest-TestShelveInstance-1037178896 tempest-TestShelveInstance-1037178896-project-admin] Synchronizing usage tracker for tenant:c87fb6a2019c4915944b93cac034b1f2 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:05:03.151382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-faaa2f71-b24c-4cf5-9192-a9b14ebebaf4 tempest-TestShelveInstance-1037178896 tempest-TestShelveInstance-1037178896-project-admin] Unset dirty status for tenant:c87fb6a2019c4915944b93cac034b1f2 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:05:03.152650 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-faaa2f71-b24c-4cf5-9192-a9b14ebebaf4 tempest-TestShelveInstance-1037178896 tempest-TestShelveInstance-1037178896-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1093 time: 0.4058166 Dec 14 18:05:03.155877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33274) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:03.162116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Request body: {'floatingip': {'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'port_id': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:05:03.168028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:05:03.175754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Usage tracker for resource:floatingip and tenant:84cf1431399344d7863f48a80c385103 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:05:03.179083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:05:03.188483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:05:03.249039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for floatingip, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:03.431882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:03.480414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5398e01-3a88-49c1-93b9-3821c032b567 req-ac39416c-a27f-4f52-b064-fe8c6102b5db tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:03.482034 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a5398e01-3a88-49c1-93b9-3821c032b567 req-ac39416c-a27f-4f52-b064-fe8c6102b5db tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 943 time: 0.0871611 Dec 14 18:05:03.532853 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a5398e01-3a88-49c1-93b9-3821c032b567 req-da74e706-52e4-4458-9ec4-a03e43b5b708 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445144 Dec 14 18:05:03.607821 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Allocated IP 172.28.1.33 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/2393d692-8e80-4c8b-b05f-0e9c96ac0baf) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:05:03.926015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:03.997723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:04.003148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6e25a92e-e611-4e92-968f-711fdeb137b2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:04.072174 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:05:04.076370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:05:04.078472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'Port': ['ID=2393d692-8e80-4c8b-b05f-0e9c96ac0baf,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:04.080845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:05:04.110573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:04.472251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:05:04.615523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:05:04.617470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:04.629717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'port_id': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'mac_address': 'fa:16:3e:d0:00:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:05:04.695680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:04.714964 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e4ed1f-5653-4a64-804a-14d16b8d3563 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:05:04.731192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:05:04.752386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:04.769231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:04.771509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:04.837540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=9']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:04.847101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.847467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.848012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.848387 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.848760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.849105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.849643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.850012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.850374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.850738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.851273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:04.856383 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:04.946199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8b2d4-96ea-4081-b958-1bd77d0472ac req-18596c35-d483-4500-ba43-fd2ff061748a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:04.947828 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2bf8b2d4-96ea-4081-b958-1bd77d0472ac req-18596c35-d483-4500-ba43-fd2ff061748a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 944 time: 0.2369461 Dec 14 18:05:05.031373 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2bf8b2d4-96ea-4081-b958-1bd77d0472ac req-6d200514-0b25-4fbd-b16f-f9e88f6643d5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764430 Dec 14 18:05:05.056093 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:05.106174 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:05.110947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9f51b2fb-a142-402e-8973-b34586f054e1 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:05.145795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['b8e4ed1f-5653-4a64-804a-14d16b8d3563'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:05:05.217215 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event updated for resources: {'Port': ['ID=2393d692-8e80-4c8b-b05f-0e9c96ac0baf,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:05.222320 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:05.231047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:05.429817 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Floating IP 62b7c824-42eb-4293-b37c-239441012291 associated. External IP: 172.28.1.33, port: 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff. Dec 14 18:05:05.824676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Router 1f10c6aa-61da-4c8c-931c-fc110d93212c has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:05:06.234845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:05:06.246135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] Sync routers for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:05:06.259433 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:05:06.259644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87077d38-c11a-43a8-bccc-405dc1244504 req-e9432530-f866-4a12-8966-b7809fbe87bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:06.260096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:04:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:05:06.261237 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87077d38-c11a-43a8-bccc-405dc1244504 req-e9432530-f866-4a12-8966-b7809fbe87bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 944 time: 0.0917966 Dec 14 18:05:06.289338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:06.309980 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87077d38-c11a-43a8-bccc-405dc1244504 req-65b1f49c-7ace-421e-9383-95081d3f4ba1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426180 Dec 14 18:05:06.355515 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.1985452 Dec 14 18:05:06.356437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:05:06.410482 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'status': 'completed', 'code': 200} Dec 14 18:05:06.457121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:05:06.506808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:05:06.517098 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-d6f95e13-e728-45e8-99e5-45004e932970 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1098 time: 0.0811000 Dec 14 18:05:06.671750 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-3bf22959-eb90-4cfc-ac27-bc630bf4f8f9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:06.675801 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-3bf22959-eb90-4cfc-ac27-bc630bf4f8f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 909 time: 0.1482587 Dec 14 18:05:06.680626 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port b8e4ed1f-5653-4a64-804a-14d16b8d3563 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:05:06.681064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:06.802407 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-ce528e11-8a9f-47bb-bae9-f226792f0f4c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 998 time: 0.1209083 Dec 14 18:05:06.879185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-ca89bdc1-72d5-49a3-82cd-a8ece106a923 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:06.880750 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-ca89bdc1-72d5-49a3-82cd-a8ece106a923 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 200 len: 847 time: 0.0651546 Dec 14 18:05:06.926435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:06.964559 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-24b9ccce-6f6e-424a-8304-fc7de5804347 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4596c04a-05c1-4024-9e77-bb56424c46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773823 Dec 14 18:05:07.006971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:05:07.021638 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:05:07.048004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '62b7c824-42eb-4293-b37c-239441012291', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'floating_ip_address': '172.28.1.33', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'port_id': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'mac_address': 'fa:16:3e:dc:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:05:04Z', 'updated_at': '2021-12-14T18:05:04Z', 'revision_number': 0, 'project_id': '84cf1431399344d7863f48a80c385103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:45Z', 'revision_number': 5, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:05:07.053169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] Checking router: 1f10c6aa-61da-4c8c-931c-fc110d93212c for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:05:07.060750 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:07.064093 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'code': 200} Dec 14 18:05:07.065170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:07.114483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:05:07.115230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:04:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:05:07.124179 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-5bfab49a-928f-44e0-9db0-bbefd0071cee service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463609 Dec 14 18:05:07.274299 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6e7968be-83dd-4148-8d1a-3228736eecb4 req-c0305c73-367e-4514-9960-e4bcdae64545 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437714 Dec 14 18:05:07.365216 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=10']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:07.419674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:07.469820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:05:07.532658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ee05c7-a438-4203-babc-e69d565845ef req-f60a7494-24c8-4e50-ad26-6f1ff79fe4d3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:07.535141 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6ee05c7-a438-4203-babc-e69d565845ef req-f60a7494-24c8-4e50-ad26-6f1ff79fe4d3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 946 time: 0.0874205 Dec 14 18:05:07.587830 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6ee05c7-a438-4203-babc-e69d565845ef req-16f10a56-fafa-4b31-bdc4-b3ef9ef14409 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461805 Dec 14 18:05:07.840767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '62b7c824-42eb-4293-b37c-239441012291', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'floating_ip_address': '172.28.1.33', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'port_id': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'mac_address': 'fa:16:3e:dc:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:05:04Z', 'updated_at': '2021-12-14T18:05:04Z', 'revision_number': 0, 'project_id': '84cf1431399344d7863f48a80c385103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:45Z', 'revision_number': 5, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:05:07.845948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337e10c2-8613-4157-9a98-fcdcc6f486a3 None None] The sync data for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb is: [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '62b7c824-42eb-4293-b37c-239441012291', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'floating_ip_address': '172.28.1.33', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'port_id': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'mac_address': 'fa:16:3e:dc:a6:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:05:04Z', 'updated_at': '2021-12-14T18:05:04Z', 'revision_number': 0, 'project_id': '84cf1431399344d7863f48a80c385103', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:45Z', 'revision_number': 5, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:05:07.864352 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-11117d7d-5bcb-4c1d-95c6-d026adcfb8de req-69e51d48-4ca4-4e05-a248-37f747548024 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1099 time: 0.0804696 Dec 14 18:05:07.913282 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-11117d7d-5bcb-4c1d-95c6-d026adcfb8de req-cd48bfca-74e0-4088-8e95-f78e64423fc7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420303 Dec 14 18:05:08.312182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abb77cd-e672-42d6-9213-0858cc3d68ff None None] New status for floating IP 62b7c824-42eb-4293-b37c-239441012291: ACTIVE {{(pid=88327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:05:08.816292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f4c145-4fe4-4c80-913a-ba2e7ae06acf req-b55751fc-766d-47d9-9bb8-74a947ac6b0e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:08.817900 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e3f4c145-4fe4-4c80-913a-ba2e7ae06acf req-b55751fc-766d-47d9-9bb8-74a947ac6b0e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 946 time: 0.0830789 Dec 14 18:05:08.870505 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e3f4c145-4fe4-4c80-913a-ba2e7ae06acf req-1a9ecb1d-d2ce-4e17-895e-afda37a8d702 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465436 Dec 14 18:05:10.218823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c922d0d6-645d-43d5-966b-da7dfcff67c7 req-e8db6dc6-6bf2-4ea6-baca-645062690dee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:10.220920 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c922d0d6-645d-43d5-966b-da7dfcff67c7 req-e8db6dc6-6bf2-4ea6-baca-645062690dee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 946 time: 0.0822029 Dec 14 18:05:10.269034 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c922d0d6-645d-43d5-966b-da7dfcff67c7 req-4aea9051-1cd0-4bf2-9cae-1abe56581f32 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420387 Dec 14 18:05:11.492638 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd55fb2-3979-4a3d-8a20-0660794601a0 req-2e78f396-715b-48fc-a038-6832fd25328a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:11.494231 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2bd55fb2-3979-4a3d-8a20-0660794601a0 req-2e78f396-715b-48fc-a038-6832fd25328a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 946 time: 0.0872726 Dec 14 18:05:11.542636 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2bd55fb2-3979-4a3d-8a20-0660794601a0 req-a51657ec-67f8-447f-a68f-b16ef597bc43 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422466 Dec 14 18:05:14.605177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63d4a03-b3a7-493d-bdd7-f80b45294c3b req-e0a2dc5d-a887-4cee-a996-cc09d2b043b9 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:14.606957 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a63d4a03-b3a7-493d-bdd7-f80b45294c3b req-e0a2dc5d-a887-4cee-a996-cc09d2b043b9 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0954926 Dec 14 18:05:14.656620 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a63d4a03-b3a7-493d-bdd7-f80b45294c3b req-f3a4cff2-cea7-4c17-a08a-32051be934eb tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Dec 14 18:05:15.219926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cac0d917-ddec-4cda-9a33-1792253f2da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:15.859592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b5d940-d2b5-46fc-8dcd-51d9e68c3c2a req-75613c31-133f-4e1f-aff8-325eb5e08f58 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:15.861084 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6b5d940-d2b5-46fc-8dcd-51d9e68c3c2a req-75613c31-133f-4e1f-aff8-325eb5e08f58 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0824070 Dec 14 18:05:15.912597 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6b5d940-d2b5-46fc-8dcd-51d9e68c3c2a req-be118192-5ec4-452e-bf22-17fed2f57efd tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454249 Dec 14 18:05:16.617896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:17.127737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358e8085-c2a9-4b80-84a4-79315d2210f5 req-771dec29-e81f-4e49-af4e-2b721db47549 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:17.129327 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-358e8085-c2a9-4b80-84a4-79315d2210f5 req-771dec29-e81f-4e49-af4e-2b721db47549 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0923171 Dec 14 18:05:17.179455 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-358e8085-c2a9-4b80-84a4-79315d2210f5 req-e86e11af-ce3c-4577-9659-28e19a96565a tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438626 Dec 14 18:05:17.322766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86a85c9e-d356-4b95-884b-c4f040bb47bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:17.819912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:18.383530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a037cc-2e19-4f4f-8f93-b6b49a47e874 req-2ec52a8c-288c-494a-9f60-5bd5f67d76c8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:18.385078 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b5a037cc-2e19-4f4f-8f93-b6b49a47e874 req-2ec52a8c-288c-494a-9f60-5bd5f67d76c8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0815773 Dec 14 18:05:18.432890 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b5a037cc-2e19-4f4f-8f93-b6b49a47e874 req-2dab8dad-53bf-4686-9e95-4cdd2d1397d3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416923 Dec 14 18:05:18.448695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:19.348830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:19.639501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd27cdec-735e-4ed1-8cee-dd83895133b1 req-fd2f8b04-f4d6-4b9f-8ba9-ffc1ff422d11 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:19.641099 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fd27cdec-735e-4ed1-8cee-dd83895133b1 req-fd2f8b04-f4d6-4b9f-8ba9-ffc1ff422d11 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0812674 Dec 14 18:05:19.690733 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fd27cdec-735e-4ed1-8cee-dd83895133b1 req-11d5ef35-9e00-4d1e-abbe-f60f89626f5c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423174 Dec 14 18:05:20.514452 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-e5617011-c450-4ebb-9393-fb1b9f4269a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780630 Dec 14 18:05:20.686607 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-929ce95d-490f-444c-a569-e1fb085b653c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 1099 time: 0.0736439 Dec 14 18:05:20.894270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-59048d5c-5d41-45df-bdac-1caca24ab843 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:20.895858 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-59048d5c-5d41-45df-bdac-1caca24ab843 service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.1877291 Dec 14 18:05:21.010507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0571f1d-584d-43ed-bdf8-1ab91d187218 req-207fb445-3ad6-47d1-b9b5-26b01127f697 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:21.012103 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b0571f1d-584d-43ed-bdf8-1ab91d187218 req-207fb445-3ad6-47d1-b9b5-26b01127f697 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.1900444 Dec 14 18:05:21.043961 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-c3dab6b1-dd97-4a8d-a4bc-a919e21818f3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 200 len: 1001 time: 0.1401906 Dec 14 18:05:21.119559 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b0571f1d-584d-43ed-bdf8-1ab91d187218 req-defff5ae-a9f8-48e1-bc31-782790de7045 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966721 Dec 14 18:05:21.131237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-175b7c6f-0ac2-4eed-8120-1905d69bfebb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:21.132974 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-175b7c6f-0ac2-4eed-8120-1905d69bfebb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.0743811 Dec 14 18:05:21.218556 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-5a3c71e6-4879-440a-af53-0cd3886ce422 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789385 Dec 14 18:05:21.361579 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-dcff1b7f-7cdd-46f9-b10e-074c3f4e9342 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363070 Dec 14 18:05:21.515232 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5f79955f-bfca-424b-9657-9674f19d0c56 req-cd3cd67c-b6d9-44a2-8859-5920e3c5b3b4 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384568 Dec 14 18:05:22.322886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1eb0ed-134d-4fe9-ab3a-105d2727a00d req-a8e2816a-acab-4660-84b2-5d3c7d462993 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:22.324478 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-df1eb0ed-134d-4fe9-ab3a-105d2727a00d req-a8e2816a-acab-4660-84b2-5d3c7d462993 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0817912 Dec 14 18:05:22.373261 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-df1eb0ed-134d-4fe9-ab3a-105d2727a00d req-3d8f19ea-deff-40b5-bec3-5f0662b7bd7f tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422695 Dec 14 18:05:23.084906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900b037b-e1ee-42e0-abef-9fa24c668684 req-7e53275f-b647-4cc8-8a4c-ec496de8b79a tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:23.086439 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-900b037b-e1ee-42e0-abef-9fa24c668684 req-7e53275f-b647-4cc8-8a4c-ec496de8b79a tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.0849102 Dec 14 18:05:23.134984 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-900b037b-e1ee-42e0-abef-9fa24c668684 req-7cdddfff-9e7b-4c2c-a405-da5f46921e07 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423677 Dec 14 18:05:23.584457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc37b90-5604-4429-89ef-35e2a1926411 req-7fc5bd7c-318f-4641-891f-578702dcde3a tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:23.586031 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6fc37b90-5604-4429-89ef-35e2a1926411 req-7fc5bd7c-318f-4641-891f-578702dcde3a tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0849137 Dec 14 18:05:23.633162 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6fc37b90-5604-4429-89ef-35e2a1926411 req-a4def357-4e29-41a0-a91b-cd21af039a98 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411725 Dec 14 18:05:24.348534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ee71a1-2936-4381-9168-1979b5a0012e req-d34a8ab5-b08c-43ec-b15c-1dc71b319233 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:24.350108 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37ee71a1-2936-4381-9168-1979b5a0012e req-d34a8ab5-b08c-43ec-b15c-1dc71b319233 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.0824900 Dec 14 18:05:24.398145 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37ee71a1-2936-4381-9168-1979b5a0012e req-b337a460-6af0-4176-8df0-903bf6944b1a tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417876 Dec 14 18:05:24.835534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530a5b7-cc97-417c-aa21-f5d70cdd075e req-1bef07bd-d332-445b-b0cb-04871160b4d3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:24.837092 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f530a5b7-cc97-417c-aa21-f5d70cdd075e req-1bef07bd-d332-445b-b0cb-04871160b4d3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0815403 Dec 14 18:05:24.885595 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f530a5b7-cc97-417c-aa21-f5d70cdd075e req-7a2cceb0-4991-4d01-a6c2-3c1a16f293c6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422282 Dec 14 18:05:25.090324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:05:25.629808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa5c086-f8ae-4e69-8a4d-65eff2c3b2d1 req-93be6ea3-9aef-4d7d-a4cf-8ba50800e3a0 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:25.631426 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0fa5c086-f8ae-4e69-8a4d-65eff2c3b2d1 req-93be6ea3-9aef-4d7d-a4cf-8ba50800e3a0 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.1107697 Dec 14 18:05:25.678191 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0fa5c086-f8ae-4e69-8a4d-65eff2c3b2d1 req-aecccd21-46c7-46a0-9443-92988d6ffeae tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407467 Dec 14 18:05:26.092167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f36b35c-4c8d-4adc-ac56-691260ce3d07 req-fd0c5188-b12f-498f-b64e-ece7c46cc7cb tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:26.094035 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1f36b35c-4c8d-4adc-ac56-691260ce3d07 req-fd0c5188-b12f-498f-b64e-ece7c46cc7cb tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0855815 Dec 14 18:05:26.141506 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1f36b35c-4c8d-4adc-ac56-691260ce3d07 req-a81916ba-9a76-4fb2-ae80-b9f77a355ef9 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410762 Dec 14 18:05:26.880243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662fcae-4fb4-40d6-885a-8e8948a572a7 req-cf03e490-28b3-44cf-b98c-999c33df01f9 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:26.881801 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6662fcae-4fb4-40d6-885a-8e8948a572a7 req-cf03e490-28b3-44cf-b98c-999c33df01f9 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.0828857 Dec 14 18:05:26.929658 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6662fcae-4fb4-40d6-885a-8e8948a572a7 req-e4a12af5-1c01-410d-b070-039c30dc2009 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408618 Dec 14 18:05:27.348208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b24c455-1bad-4e89-aae7-932de33c8503 req-3ba89cb0-f514-486d-9792-a24f62ee2332 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:27.349811 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b24c455-1bad-4e89-aae7-932de33c8503 req-3ba89cb0-f514-486d-9792-a24f62ee2332 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0830352 Dec 14 18:05:27.403032 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b24c455-1bad-4e89-aae7-932de33c8503 req-986b80a3-1701-4ad0-87de-345b40e1da01 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467713 Dec 14 18:05:28.201547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea915f9-702d-499e-9a28-a341d3c466fb req-254d1eae-f96a-4329-a9a5-10e2e33307fd tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:28.203156 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cea915f9-702d-499e-9a28-a341d3c466fb req-254d1eae-f96a-4329-a9a5-10e2e33307fd tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.1484687 Dec 14 18:05:28.210880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af399c2f-1436-4338-9679-b451a2e32c8a req-5e66d716-5054-4970-a684-bae8f6f507ed tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:28.212321 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af399c2f-1436-4338-9679-b451a2e32c8a req-5e66d716-5054-4970-a684-bae8f6f507ed tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.18 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 945 time: 0.1151338 Dec 14 18:05:28.318556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Deleting port b09bdae7-befc-41f3-859e-0daaef1c2d97 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:05:28.318968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:28.349404 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cea915f9-702d-499e-9a28-a341d3c466fb req-437eb5eb-7d8c-44b7-9265-54bae9983c4f tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/security-groups?id=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361241 Dec 14 18:05:28.575299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] For port b09bdae7-befc-41f3-859e-0daaef1c2d97, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b09bdae7-befc-41f3-859e-0daaef1c2d97,segment=NetworkSegment(ef48913f-aecd-4e2d-a6e2-800c798aa03a),segment_id=ef48913f-aecd-4e2d-a6e2-800c798aa03a)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:05:28.575713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:28.609708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e993287-a851-4e99-a6b6-0c6062cf85ef req-74ed420d-968e-4e0b-91af-b4bdbdeff005 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:28.611857 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7e993287-a851-4e99-a6b6-0c6062cf85ef req-74ed420d-968e-4e0b-91af-b4bdbdeff005 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0839119 Dec 14 18:05:28.661740 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7e993287-a851-4e99-a6b6-0c6062cf85ef req-368e063a-085b-4ec4-b202-c5455b0904cc tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436869 Dec 14 18:05:28.703528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Calling delete_port for b09bdae7-befc-41f3-859e-0daaef1c2d97 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:05:28.882730 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:28.888504 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c93a2306-9edd-4a95-ad2a-1d56ab97c448 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:28.931623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Pushing event deleted for resources: {'Port': ['ID=b09bdae7-befc-41f3-859e-0daaef1c2d97,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:28.935287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:29.011476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] No DVR routers for this DVR port b09bdae7-befc-41f3-859e-0daaef1c2d97 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:05:29.014406 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:29.019138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf35c3ff-8126-4c62-ab27-ef9478474375', 'name': 'network-vif-deleted', 'tag': 'b09bdae7-befc-41f3-859e-0daaef1c2d97'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:05:29.072506 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf35c3ff-8126-4c62-ab27-ef9478474375', 'name': 'network-vif-deleted', 'tag': 'b09bdae7-befc-41f3-859e-0daaef1c2d97', 'status': 'completed', 'code': 200} Dec 14 18:05:29.083745 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-af399c2f-1436-4338-9679-b451a2e32c8a req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.18 "DELETE /v2.0/ports/b09bdae7-befc-41f3-859e-0daaef1c2d97 HTTP/1.1" status: 204 len: 173 time: 0.8543084 Dec 14 18:05:29.529744 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d83acc16-00e9-4f59-8006-4a43fffaf348 req-0eec67d8-08f5-49c9-8140-2d974457ade1 tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] 10.222.0.58 "GET /v2.0/ports?device_id=cf35c3ff-8126-4c62-ab27-ef9478474375 HTTP/1.1" status: 200 len: 210 time: 0.0453832 Dec 14 18:05:29.867994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b411b3-3fbe-4a0f-9221-ab483537cbf7 req-14a0e632-ee46-41a2-99ae-1f4151611c9c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:29.869581 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f1b411b3-3fbe-4a0f-9221-ab483537cbf7 req-14a0e632-ee46-41a2-99ae-1f4151611c9c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0823684 Dec 14 18:05:29.921664 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f1b411b3-3fbe-4a0f-9221-ab483537cbf7 req-4a6a85f0-8a47-4f30-a9ce-94173a454c81 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453203 Dec 14 18:05:30.613798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b09bdae7-befc-41f3-859e-0daaef1c2d97 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:05:30.648323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: b09bdae7-befc-41f3-859e-0daaef1c2d97 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:05:30.648738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b09bdae7-befc-41f3-859e-0daaef1c2d97 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:05:31.128299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4c031-d09b-409c-be96-9688e609c0cf req-a48678d7-2ef4-4a2d-9af1-a56a6ccba771 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:31.129760 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-acf4c031-d09b-409c-be96-9688e609c0cf req-a48678d7-2ef4-4a2d-9af1-a56a6ccba771 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0848002 Dec 14 18:05:31.391244 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-acf4c031-d09b-409c-be96-9688e609c0cf req-d64eb90e-a268-4ee2-bbf6-5bc398024beb tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553267 Dec 14 18:05:31.929669 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc9ea2-020a-46a1-b7b5-95c6a11f6455 req-fca447f7-8bcc-4c5c-bad7-fc14054bc95d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:31.931269 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-04cc9ea2-020a-46a1-b7b5-95c6a11f6455 req-fca447f7-8bcc-4c5c-bad7-fc14054bc95d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0830166 Dec 14 18:05:32.034595 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-04cc9ea2-020a-46a1-b7b5-95c6a11f6455 req-a2493683-17f8-43c1-8416-43cdbe77947b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971513 Dec 14 18:05:32.053044 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-458935b5-301b-494a-9e70-b991fe8a3740 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 1098 time: 0.1007159 Dec 14 18:05:32.194824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-2d3a3078-801f-4121-ba89-abc76c4a0794 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:32.196362 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-2d3a3078-801f-4121-ba89-abc76c4a0794 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 912 time: 0.1370089 Dec 14 18:05:32.310446 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-d038d55d-b23e-44f5-ae70-67e1f6e49125 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 200 len: 1001 time: 0.1053269 Dec 14 18:05:32.378428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-30ad9c0b-529c-476d-a925-491b0a68fb2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:32.380000 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-30ad9c0b-529c-476d-a925-491b0a68fb2a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.0633941 Dec 14 18:05:32.460870 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-7ac9d769-645e-47fb-bbbc-e08c5e94a7c8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0751841 Dec 14 18:05:32.605140 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-dafb4f49-e8d3-41d7-8818-79a16baaa7c0 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376557 Dec 14 18:05:32.756642 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-976d929e-61f2-4d16-9d0c-5e0d05dda8cd req-e5bdde95-546c-4a4d-b806-9cb90b5b470f service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1429753 Dec 14 18:05:33.244711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87030e15-abcd-4478-8a4e-2f971c0323cb req-578938ed-a063-4436-9b50-aee209cab786 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:33.246299 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87030e15-abcd-4478-8a4e-2f971c0323cb req-578938ed-a063-4436-9b50-aee209cab786 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0874119 Dec 14 18:05:33.294944 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-87030e15-abcd-4478-8a4e-2f971c0323cb req-d0aa4950-da61-485b-985a-b32388ed6477 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422955 Dec 14 18:05:34.500435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7043ce-cdec-407c-ada4-3a9353886888 req-a1435073-b174-47ed-843c-c4f8179e0801 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:34.502033 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef7043ce-cdec-407c-ada4-3a9353886888 req-a1435073-b174-47ed-843c-c4f8179e0801 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0833657 Dec 14 18:05:34.550646 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ef7043ce-cdec-407c-ada4-3a9353886888 req-6348c11d-4c5e-484d-bad5-e7b084e069bc tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420632 Dec 14 18:05:45.247997 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-092fb387-5a27-4bbe-a969-263451c72aab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:46.599428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:47.319515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-554824b1-e6cf-4b37-b523-44a20c503b96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:47.865181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:48.476685 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:49.319421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:52.946848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33612) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:53.016849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Deleting subnet 5e0fba1c-a5d7-4465-b3ee-c2f509a170f7 {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:05:53.020321 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.071443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.127750 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.240656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.244420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:53.281534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0fba1c-a5d7-4465-b3ee-c2f509a170f7,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:53.289772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.297359 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.297772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.298225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.298574 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.299031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.299429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.299823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.300215 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.300606 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.300994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.301382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:05:53.305256 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] 10.222.0.58 "DELETE /v2.0/subnets/5e0fba1c-a5d7-4465-b3ee-c2f509a170f7 HTTP/1.1" status: 204 len: 168 time: 0.3573182 Dec 14 18:05:53.306204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:53.307998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33616) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:53.423945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.555270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.582573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ee17a7f-a885-4cc1-96a4-968377c5f290']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:05:53.595471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef48913f-aecd-4e2d-a6e2-800c798aa03a') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:05:53.595852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef48913f-aecd-4e2d-a6e2-800c798aa03a') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:05:53.607715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.759263 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.766285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:05:53.766761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:05:53.780803 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:05:54.156778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:54.163031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6947d2ee-81c3-491a-9eea-74ade685a07c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:54.177868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:54.188687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ee17a7f-a885-4cc1-96a4-968377c5f290,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:54.192016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:54.263071 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] 10.222.0.58 "DELETE /v2.0/networks/4ee17a7f-a885-4cc1-96a4-968377c5f290 HTTP/1.1" status: 204 len: 168 time: 0.9539208 Dec 14 18:05:54.603436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33622) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:54.655551 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-12406abb-0ad8-40c4-b587-5232ed90c684 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3a084dd019f944e7bf101a4520699f65&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508628 Dec 14 18:05:54.657891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33626) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:54.727532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7e9f5af1-e3f9-4255-a3fb-8f107db1fb1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:54.754772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7e9f5af1-e3f9-4255-a3fb-8f107db1fb1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:54.833129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7e9f5af1-e3f9-4255-a3fb-8f107db1fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:54.838159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-905388b3-a091-426f-b64f-51598c9a5447 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:54.851794 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9f5af1-e3f9-4255-a3fb-8f107db1fb1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:54.854546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7e9f5af1-e3f9-4255-a3fb-8f107db1fb1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:54.895973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7e9f5af1-e3f9-4255-a3fb-8f107db1fb1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:54.897232 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7e9f5af1-e3f9-4255-a3fb-8f107db1fb1e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/b3f75d9a-eccb-4dfc-85a2-6a68efa7d53f HTTP/1.1" status: 204 len: 168 time: 0.2377892 Dec 14 18:05:55.964633 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33650) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:56.118372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-26200465-2634-460c-9374-52f734483020 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-419253232-network', 'tenant_id': '309ca790741d4419a14ff35c18423361'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:05:56.123385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-26200465-2634-460c-9374-52f734483020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:05:56.127442 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-26200465-2634-460c-9374-52f734483020 admin admin] Usage tracker for resource:network and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:05:56.130443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-26200465-2634-460c-9374-52f734483020 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:05:56.137284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-26200465-2634-460c-9374-52f734483020 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:05:56.287807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26200465-2634-460c-9374-52f734483020 admin admin] Made reservation on behalf of 309ca790741d4419a14ff35c18423361 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:05:56.292666 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26200465-2634-460c-9374-52f734483020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:56.306052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26200465-2634-460c-9374-52f734483020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:56.339282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-26200465-2634-460c-9374-52f734483020 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:05:56.343583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-26200465-2634-460c-9374-52f734483020 admin admin] Usage tracker for resource:security_group_rule and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:05:56.346575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-26200465-2634-460c-9374-52f734483020 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:05:56.352599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-26200465-2634-460c-9374-52f734483020 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:05:56.562820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26200465-2634-460c-9374-52f734483020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:56.653338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26200465-2634-460c-9374-52f734483020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:56.657725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-48f31940-482e-4fa2-9643-9ee6d284c549 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:56.699810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26200465-2634-460c-9374-52f734483020 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 209} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:05:56.712940 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26200465-2634-460c-9374-52f734483020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:56.717017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-26200465-2634-460c-9374-52f734483020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:56.719570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26200465-2634-460c-9374-52f734483020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:56.719956 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-26200465-2634-460c-9374-52f734483020 admin admin] Added segment 5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6 of type vlan for network c4455478-2de8-4443-a924-f8f29a4e3d78 Dec 14 18:05:56.753296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26200465-2634-460c-9374-52f734483020 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:56.819067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26200465-2634-460c-9374-52f734483020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:56.820233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26200465-2634-460c-9374-52f734483020 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:56.820900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-26200465-2634-460c-9374-52f734483020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:56.825738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5b18e20-7061-4938-b5d0-4506d7ea25a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:56.936266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26200465-2634-460c-9374-52f734483020 admin admin] Pushing event updated for resources: {'Network': ['ID=c4455478-2de8-4443-a924-f8f29a4e3d78,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:56.939017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-26200465-2634-460c-9374-52f734483020 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:56.947040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network c4455478-2de8-4443-a924-f8f29a4e3d78 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:05:56.969162 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-26200465-2634-460c-9374-52f734483020 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0033505 Dec 14 18:05:56.972221 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33656) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:56.978159 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Request body: {'subnet': {'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-419253232-subnet', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'ip_version': 4}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:05:56.983436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:05:56.988053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Usage tracker for resource:subnet and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:05:56.991065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:05:56.997728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:05:57.036601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Made reservation on behalf of 309ca790741d4419a14ff35c18423361 for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:05:57.041338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2025705'] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:57.519645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853059542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2025720'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:57.524373 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-da32fb62-1003-4663-86ed-76c7493d1763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:57.602806 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7968e24-f916-4364-a6f0-4fd5e0ef31cc,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:57.606292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:57.613528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Checking segment: {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:05:57.613921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Network hostable DHCP agents. Network: c4455478-2de8-4443-a924-f8f29a4e3d78, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:05:57.730626 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Network c4455478-2de8-4443-a924-f8f29a4e3d78 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:05:57.821656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, c4455478-2de8-4443-a924-f8f29a4e3d78) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:05:57.825684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:05:57.826326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:57.831304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-849d1ddc-ab0d-44ad-b3fa-69ef8ad42547 None None] Network c4455478-2de8-4443-a924-f8f29a4e3d78 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:05:57.882911 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-fe2e7899-ccfd-4f77-982b-5a2ad8c150b6 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9094908 Dec 14 18:05:57.885661 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33660) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:05:57.891081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:05:57.896553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:05:57.900635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Usage tracker for resource:router and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:05:57.903676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:05:57.909695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:05:57.964915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105552'] for router, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:57.965948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854202606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854670248'] for router, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:57.984321 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.090635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b558676-8c24-5554-bf85-99ce58a579ed-c4455478-2de8-4443-a924-f8f29a4e3d78', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc'}]}} from dv-cinder-821737-1-smb. {{(pid=88326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:05:58.091965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.195918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.255018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Allocated IP 172.20.0.2 (c4455478-2de8-4443-a924-f8f29a4e3d78/a7968e24-f916-4364-a6f0-4fd5e0ef31cc/034fbf21-9061-4d73-966d-60103c23f19e) {{(pid=88326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:05:58.436372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.469168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.473232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Notify callbacks [] for port, precommit_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.483839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Transition to ACTIVE for port object 034fbf21-9061-4d73-966d-60103c23f19e will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:05:58.503620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Transition to ACTIVE for port object 034fbf21-9061-4d73-966d-60103c23f19e will not be triggered until provisioned by entity DHCP. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:05:58.539857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.544870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c5acb43c-65a4-433a-acf8-1a6fef09e964 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:58.605422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Network c4455478-2de8-4443-a924-f8f29a4e3d78 is already hosted by enough agents. {{(pid=88326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:05:58.613365 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Resources bound (agent type, host, resource id): {{(pid=88326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:05:58.615957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Received port after_create {{(pid=88326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:05:58.616107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Allocated IP 172.28.1.226 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/49fe0c4b-9522-4c7d-a1ef-e97a09900504) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:05:58.623242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Pushing event updated for resources: {'Port': ['ID=034fbf21-9061-4d73-966d-60103c23f19e,revision_number=1']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:58.625971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:58.713932 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Attempting to bind port 034fbf21-9061-4d73-966d-60103c23f19e on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:05:58.714274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Attempting to bind port 034fbf21-9061-4d73-966d-60103c23f19e by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:05:58.714721 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Attempting to bind port 034fbf21-9061-4d73-966d-60103c23f19e on network c4455478-2de8-4443-a924-f8f29a4e3d78 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:05:58.722536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:05:58.722984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Checking segment: {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:05:58.723436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.723880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Bound using segment: {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:05:58.724397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Bound port: 034fbf21-9061-4d73-966d-60103c23f19e, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:05:58.724812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.774000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.834176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] For port 034fbf21-9061-4d73-966d-60103c23f19e, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:05:58.837440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] For port 034fbf21-9061-4d73-966d-60103c23f19e, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=034fbf21-9061-4d73-966d-60103c23f19e,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:05:58.859993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.864584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:58.894420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:58.899035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:05:58.925738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:05:58.933141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:05:58.938799 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:05:58.969082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Pushing event updated for resources: {'Port': ['ID=49fe0c4b-9522-4c7d-a1ef-e97a09900504,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:58.972874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:58.974673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Pushing event updated for resources: {'Port': ['ID=034fbf21-9061-4d73-966d-60103c23f19e,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:05:58.978631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:05:59.651812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:59.652569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854202456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184'] for router, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:05:59.924724 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Router 5e7e956f-92ae-4145-a6f1-01621aa8c74e is scheduled to L3 agent c9643997-683c-4927-80a8-48aa290f14c9 with binding_index 1 {{(pid=88325) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:06:00.133250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:06:00.143482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Sync routers for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:06:00.155931 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:00.156595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:05:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:00.199007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Notify callbacks [] for router, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:00.203436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33666) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:00.203633 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3168993 Dec 14 18:06:00.362703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:00.412127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 034fbf21-9061-4d73-966d-60103c23f19e up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:00.789573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce5104c0-3196-4646-81b2-8ced55dc1e7b None None] Network c4455478-2de8-4443-a924-f8f29a4e3d78 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:06:00.967396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 034fbf21-9061-4d73-966d-60103c23f19e completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:01.023232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] Provisioning for port 034fbf21-9061-4d73-966d-60103c23f19e completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:01.026487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 034fbf21-9061-4d73-966d-60103c23f19e triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:01.026938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.099456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] Provisioning complete for port 034fbf21-9061-4d73-966d-60103c23f19e triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:01.099893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.253844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.353533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:05:59Z', 'revision_number': 3, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:05:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:01.369408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Checking router: 5e7e956f-92ae-4145-a6f1-01621aa8c74e for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:06:01.369818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Updating router 5e7e956f-92ae-4145-a6f1-01621aa8c74e port 49fe0c4b-9522-4c7d-a1ef-e97a09900504 binding host dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:06:01.432485 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.453630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.473034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Allocated IP 172.20.0.1 (c4455478-2de8-4443-a924-f8f29a4e3d78/a7968e24-f916-4364-a6f0-4fd5e0ef31cc/7a1eac21-781f-4add-8dda-7deda4fcbe58) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:01.499992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.556403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] For port 034fbf21-9061-4d73-966d-60103c23f19e, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=034fbf21-9061-4d73-966d-60103c23f19e,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:01.636543 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.647611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.655200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Transition to ACTIVE for port object 7a1eac21-781f-4add-8dda-7deda4fcbe58 will not be triggered until provisioned by entity DHCP. {{(pid=88324) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:01.657168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:01.702185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.709385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:01.743482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.db.api [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:06:01.743482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_db.api [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 18:06:01.775598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Network c4455478-2de8-4443-a924-f8f29a4e3d78 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:01.778537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:01.787617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:01.794116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] Pushing event updated for resources: {'Port': ['ID=034fbf21-9061-4d73-966d-60103c23f19e,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:01.828063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1eac21-781f-4add-8dda-7deda4fcbe58,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:01.843006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:01.851184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.851596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.852001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.852398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.852802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.853196 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.853587 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.853980 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.854371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.854789 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.855182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:01.863824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:01.867585 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661621'] for router_interface, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:01.911431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-6a43d695-68a8-4526-8c92-e8f2d3ad76a5 None None] Provisioning complete for port 034fbf21-9061-4d73-966d-60103c23f19e triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:01.924460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6a43d695-68a8-4526-8c92-e8f2d3ad76a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.007893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.091655 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:06:02.106369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Notify callbacks [] for port, precommit_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.130091 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Transition to ACTIVE for port object 49fe0c4b-9522-4c7d-a1ef-e97a09900504 will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:02.179593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.184271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:02.245289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.289936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1307087'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.304721 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28b725-9e28-4a9d-8868-997f1c09e6f6 None None] Pushing event updated for resources: {'Port': ['ID=49fe0c4b-9522-4c7d-a1ef-e97a09900504,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:02.311800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dd28b725-9e28-4a9d-8868-997f1c09e6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:02.315002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Attempting to bind port 49fe0c4b-9522-4c7d-a1ef-e97a09900504 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:06:02.315418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Attempting to bind port 49fe0c4b-9522-4c7d-a1ef-e97a09900504 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:06:02.315827 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Attempting to bind port 49fe0c4b-9522-4c7d-a1ef-e97a09900504 on network 0777ae0f-0225-40d0-9ad2-d61648840a30 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:02.321908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-51b973f4-239f-4370-b186-6d009e9aaed4 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:02.339032 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:06:02.343098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:06:02.343098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.343098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Bound using segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:06:02.343098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Bound port: 49fe0c4b-9522-4c7d-a1ef-e97a09900504, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:06:02.343098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.370867 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-7a589d89-50f9-4563-935b-1ed74684e38d None None] Provisioning for port 7a1eac21-781f-4add-8dda-7deda4fcbe58 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:02.383851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-7a589d89-50f9-4563-935b-1ed74684e38d None None] Provisioning complete for port 7a1eac21-781f-4add-8dda-7deda4fcbe58 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:02.384278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a589d89-50f9-4563-935b-1ed74684e38d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.405712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Pushing event updated for resources: {'Port': ['ID=7a1eac21-781f-4add-8dda-7deda4fcbe58,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:02.408456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133560373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854114286'] for router_interface, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.412333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:02.450692 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 034fbf21-9061-4d73-966d-60103c23f19e up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:02.567383 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Network c4455478-2de8-4443-a924-f8f29a4e3d78 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:02.568767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:02.656415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-7a589d89-50f9-4563-935b-1ed74684e38d None None] Port 7a1eac21-781f-4add-8dda-7deda4fcbe58 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:06:02.671645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] For port 49fe0c4b-9522-4c7d-a1ef-e97a09900504, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:06:02.677278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] For port 49fe0c4b-9522-4c7d-a1ef-e97a09900504, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=49fe0c4b-9522-4c7d-a1ef-e97a09900504,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:06:02.708479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 034fbf21-9061-4d73-966d-60103c23f19e triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:02.708904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.739460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:02.750280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:02.856977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd28b725-9e28-4a9d-8868-997f1c09e6f6 None None] Pushing event updated for resources: {'Port': ['ID=49fe0c4b-9522-4c7d-a1ef-e97a09900504,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:02.864445 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dd28b725-9e28-4a9d-8868-997f1c09e6f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:02.905061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:02.905769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:05:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:02.988428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Router 5e7e956f-92ae-4145-a6f1-01621aa8c74e has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:06:03.014093 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-35ee25a7-1010-4518-a5fa-941690c0cc39 None None] Provisioning complete for port 7a1eac21-781f-4add-8dda-7deda4fcbe58 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:03.014515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-35ee25a7-1010-4518-a5fa-941690c0cc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:03.144367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-35ee25a7-1010-4518-a5fa-941690c0cc39 None None] Port 7a1eac21-781f-4add-8dda-7deda4fcbe58 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:06:03.175905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:03.200281 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:06:03.218120 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] 10.222.0.58 "PUT /v2.0/routers/5e7e956f-92ae-4145-a6f1-01621aa8c74e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0131226 Dec 14 18:06:03.508596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:02Z', 'revision_number': 2, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:03.513007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c760cf5-8c98-4063-88ef-7f643662ae03 None None] The sync data for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb is: [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:02Z', 'revision_number': 2, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:06:04.333691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33690) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:04.340121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-840472112-network', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:04.346013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:04.350612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Usage tracker for resource:network and tenant:1cbec3c1cef04e5ca96ef1581eee41c0 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:04.355870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:04.362811 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:04.416104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Made reservation on behalf of 1cbec3c1cef04e5ca96ef1581eee41c0 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:06:04.421164 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:04.440423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:04.473582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:04.479962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Usage tracker for resource:security_group_rule and tenant:1cbec3c1cef04e5ca96ef1581eee41c0 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:04.483360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:04.490564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:04.569228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:04.621568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:04.625047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:04.656713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 203} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:06:04.666229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4c807cc-52a3-4c1a-b7e4-bed0a5a5cf98,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:04.670254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:04.672938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:04.673355 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Added segment 272ab6a9-e23b-4bb4-a7fb-f6e420b48eff of type vlan for network c54050a2-51c0-4c16-a36b-f96aa938fd5f Dec 14 18:06:04.704471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:04.781972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:04.783360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:04.784020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:04.789971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f2b672fa-5f04-478f-8a71-ca6969888779 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:04.900391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Pushing event updated for resources: {'Network': ['ID=c54050a2-51c0-4c16-a36b-f96aa938fd5f,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:04.906688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:04.910757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network c54050a2-51c0-4c16-a36b-f96aa938fd5f details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:06:04.945619 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6106703 Dec 14 18:06:04.945867 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33694) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:04.952670 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Request body: {'subnet': {'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-840472112-subnet', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'ip_version': 4}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:04.958039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:04.962407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Usage tracker for resource:subnet and tenant:1cbec3c1cef04e5ca96ef1581eee41c0 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:04.965912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:04.972856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:05.024957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Made reservation on behalf of 1cbec3c1cef04e5ca96ef1581eee41c0 for: {'subnet': 1} {{(pid=88324) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:06:05.029856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2957326'] for subnet, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:05.547834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853468804', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2957343'] for subnet, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:05.553020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:05.630173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fd513d2-6593-4edd-b353-2c9c232583d9,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:05.633305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:05.644806 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Checking segment: {'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88324) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:06:05.645202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Network hostable DHCP agents. Network: c54050a2-51c0-4c16-a36b-f96aa938fd5f, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88324) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:06:05.696255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Network c54050a2-51c0-4c16-a36b-f96aa938fd5f is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88324) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:06:05.736818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, c54050a2-51c0-4c16-a36b-f96aa938fd5f) {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:05.741319 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:05.741976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:05.746362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c29852c-d50d-4450-9eed-5a7210b3ce10 None None] Network c54050a2-51c0-4c16-a36b-f96aa938fd5f requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:06:05.803187 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8560741 Dec 14 18:06:05.805646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33698) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:05.811196 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:05.816770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:05.820973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Usage tracker for resource:router and tenant:1cbec3c1cef04e5ca96ef1581eee41c0 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:05.824056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:05.830206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:05.867938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-573360', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-105552'] for router, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:05.868998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854202606', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-664678', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request--9223372036854087195', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider--9223372036854670248'] for router, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:05.950735 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.012875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b558676-8c24-5554-bf85-99ce58a579ed-c54050a2-51c0-4c16-a36b-f96aa938fd5f', 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'fixed_ips': [{'subnet_id': '6fd513d2-6593-4edd-b353-2c9c232583d9'}]}} from dv-cinder-821737-1-smb. {{(pid=88326) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Dec 14 18:06:06.015311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.137906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-664663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-573345', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider--9223372036854670263'] for router, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.178340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Allocated IP 172.20.0.2 (c54050a2-51c0-4c16-a36b-f96aa938fd5f/6fd513d2-6593-4edd-b353-2c9c232583d9/a83b2eba-96b9-4954-9045-98de982ef82d) {{(pid=88326) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:06.360120 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.392934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Notify callbacks [] for port, precommit_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.394652 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.401696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Transition to ACTIVE for port object a83b2eba-96b9-4954-9045-98de982ef82d will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:06.422096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Transition to ACTIVE for port object a83b2eba-96b9-4954-9045-98de982ef82d will not be triggered until provisioned by entity DHCP. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:06.463165 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 49fe0c4b-9522-4c7d-a1ef-e97a09900504 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:06.493727 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241'] for port, after_create {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.506840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dd28b725-9e28-4a9d-8868-997f1c09e6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:06.546602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Allocated IP 172.28.1.69 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/8409b5bf-1da6-4aae-9932-ee9acdbf336c) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:06.584891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Network c54050a2-51c0-4c16-a36b-f96aa938fd5f is already hosted by enough agents. {{(pid=88326) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:06.587927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Resources bound (agent type, host, resource id): {{(pid=88326) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:06.599813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Received port after_create {{(pid=88326) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:06.607285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Pushing event updated for resources: {'Port': ['ID=a83b2eba-96b9-4954-9045-98de982ef82d,revision_number=1']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:06.652752 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.653054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.653436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.653811 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.654185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.654580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.654950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.655320 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.655686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.656049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.656411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:06.664624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:06.717463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Attempting to bind port a83b2eba-96b9-4954-9045-98de982ef82d on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:06:06.717884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Attempting to bind port a83b2eba-96b9-4954-9045-98de982ef82d by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:06:06.718300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Attempting to bind port a83b2eba-96b9-4954-9045-98de982ef82d on network c54050a2-51c0-4c16-a36b-f96aa938fd5f {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:06.720127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.725662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:06:06.726112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Checking segment: {'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:06:06.726593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.727067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Bound using segment: {'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:06:06.727582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Bound port: a83b2eba-96b9-4954-9045-98de982ef82d, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:06:06.728001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.744013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 49fe0c4b-9522-4c7d-a1ef-e97a09900504 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:06.777897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 49fe0c4b-9522-4c7d-a1ef-e97a09900504 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:06.778318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.788119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.794210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:06.870514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:06.874942 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:06.877089 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Pushing event updated for resources: {'Port': ['ID=8409b5bf-1da6-4aae-9932-ee9acdbf336c,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:06.879243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:06.884150 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] For port a83b2eba-96b9-4954-9045-98de982ef82d, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:06:06.887960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] For port a83b2eba-96b9-4954-9045-98de982ef82d, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=a83b2eba-96b9-4954-9045-98de982ef82d,segment=NetworkSegment(272ab6a9-e23b-4bb4-a7fb-f6e420b48eff),segment_id=272ab6a9-e23b-4bb4-a7fb-f6e420b48eff)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:06:06.908792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:06.942415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:06.946790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:06.975246 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:07.030709 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Pushing event updated for resources: {'Port': ['ID=a83b2eba-96b9-4954-9045-98de982ef82d,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:07.034469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:07.095024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:07.096288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854202456', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854111184'] for router, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:07.115018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 49fe0c4b-9522-4c7d-a1ef-e97a09900504, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=49fe0c4b-9522-4c7d-a1ef-e97a09900504,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:07.151252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:07.153322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:07.222653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Sync routers for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:06:07.235657 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:07.236408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:05:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:07.412228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=49fe0c4b-9522-4c7d-a1ef-e97a09900504,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:07.416186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:07.447938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Router 1c2b45ea-289f-4330-b714-8cb9a1c22538 is scheduled to L3 agent c9643997-683c-4927-80a8-48aa290f14c9 with binding_index 1 {{(pid=88324) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:215}} Dec 14 18:06:07.456570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:07.672020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:06:07.686144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Sync routers for ids ['1c2b45ea-289f-4330-b714-8cb9a1c22538'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:06:07.699518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Routers {'1c2b45ea-289f-4330-b714-8cb9a1c22538'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:07.701795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:05:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1c2b45ea-289f-4330-b714-8cb9a1c22538'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:07.736854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:07.741429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33702) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:07.746035 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] 10.222.0.58 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9392426 Dec 14 18:06:07.809213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:02Z', 'revision_number': 2, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:07.813490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Checking router: 5e7e956f-92ae-4145-a6f1-01621aa8c74e for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:06:07.813926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Updating router 5e7e956f-92ae-4145-a6f1-01621aa8c74e port 7a1eac21-781f-4add-8dda-7deda4fcbe58 binding host dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:06:07.871882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:07.891297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Set router 1c2b45ea-289f-4330-b714-8cb9a1c22538 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:08.192212 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 3, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:08.196392 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Checking router: 1c2b45ea-289f-4330-b714-8cb9a1c22538 for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:06:08.196788 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Updating router 1c2b45ea-289f-4330-b714-8cb9a1c22538 port 8409b5bf-1da6-4aae-9932-ee9acdbf336c binding host dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:06:08.255351 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Notify callbacks [] for port, precommit_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.260964 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.268896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Transition to ACTIVE for port object 7a1eac21-781f-4add-8dda-7deda4fcbe58 will not be triggered until provisioned by entity L2. {{(pid=88327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:08.323602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.329348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:08.524992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Pushing event updated for resources: {'Port': ['ID=7a1eac21-781f-4add-8dda-7deda4fcbe58,revision_number=3']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:08.551220 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.551613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.551993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.552529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.552746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.554533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.555047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.555361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.555858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.556379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.556749 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88327) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:08.576620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:08.595008 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.629894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device a83b2eba-96b9-4954-9045-98de982ef82d up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:08.706908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Attempting to bind port 7a1eac21-781f-4add-8dda-7deda4fcbe58 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:06:08.707407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Attempting to bind port 7a1eac21-781f-4add-8dda-7deda4fcbe58 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:06:08.707592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Attempting to bind port 7a1eac21-781f-4add-8dda-7deda4fcbe58 on network c4455478-2de8-4443-a924-f8f29a4e3d78 {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:08.718001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:06:08.718420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Checking segment: {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:06:08.719113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.720717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Bound using segment: {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:06:08.721676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Bound port: 7a1eac21-781f-4add-8dda-7deda4fcbe58, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'}}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:06:08.722151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.811155 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port a83b2eba-96b9-4954-9045-98de982ef82d completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:08.833776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 49fe0c4b-9522-4c7d-a1ef-e97a09900504 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:08.852735 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] For port 7a1eac21-781f-4add-8dda-7deda4fcbe58, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:06:08.856575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] For port 7a1eac21-781f-4add-8dda-7deda4fcbe58, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=7a1eac21-781f-4add-8dda-7deda4fcbe58,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:06:08.901883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Notify callbacks [] for port, precommit_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.917927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Allocated IP 172.20.0.1 (c54050a2-51c0-4c16-a36b-f96aa938fd5f/6fd513d2-6593-4edd-b353-2c9c232583d9/ed06372f-0ffa-43bb-a112-49fae059c280) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:08.919760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.925467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:08.934761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Transition to ACTIVE for port object 8409b5bf-1da6-4aae-9932-ee9acdbf336c will not be triggered until provisioned by entity L2. {{(pid=88326) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:08.958184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 49fe0c4b-9522-4c7d-a1ef-e97a09900504 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:08.958554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:08.988859 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.005467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:09.024164 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Pushing event updated for resources: {'Port': ['ID=7a1eac21-781f-4add-8dda-7deda4fcbe58,revision_number=4']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:09.028927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:09.029955 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:09.030611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:05:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:09.038237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e716026-e58b-4950-a175-783c31f7842e None None] Network c54050a2-51c0-4c16-a36b-f96aa938fd5f requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:06:09.122611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.142746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Transition to ACTIVE for port object ed06372f-0ffa-43bb-a112-49fae059c280 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:09.211410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab61e39-3c78-4037-8f97-6079a380e8d1 None None] Pushing event updated for resources: {'Port': ['ID=8409b5bf-1da6-4aae-9932-ee9acdbf336c,revision_number=2']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:09.222044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.226141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dab61e39-3c78-4037-8f97-6079a380e8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:09.229172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Attempting to bind port 8409b5bf-1da6-4aae-9932-ee9acdbf336c on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:06:09.229537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Attempting to bind port 8409b5bf-1da6-4aae-9932-ee9acdbf336c by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:06:09.229949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Attempting to bind port 8409b5bf-1da6-4aae-9932-ee9acdbf336c on network 0777ae0f-0225-40d0-9ad2-d61648840a30 {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:09.231641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4502e07d-263d-44b0-89db-bfceb67e3d43 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:09.256543 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:09.303569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] Provisioning for port a83b2eba-96b9-4954-9045-98de982ef82d completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:09.305703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Pushing event updated for resources: {'Port': ['ID=ed06372f-0ffa-43bb-a112-49fae059c280,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:09.309880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:09.315741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:06:09.316170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Checking segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88326) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:06:09.316627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.317073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Bound using segment: {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'} {{(pid=88326) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:06:09.317607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Bound port: 8409b5bf-1da6-4aae-9932-ee9acdbf336c, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc3f3628-2473-45ba-9e7f-d745c1031334', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}}] {{(pid=88326) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:06:09.318030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.320316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Network c54050a2-51c0-4c16-a36b-f96aa938fd5f is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:09.321539 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:09.324090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:09.349938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] Provisioning complete for port a83b2eba-96b9-4954-9045-98de982ef82d triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:09.350365 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.390631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-661621'] for router_interface, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.522887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.550606 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] For port 8409b5bf-1da6-4aae-9932-ee9acdbf336c, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88326) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:06:09.572775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] For port 8409b5bf-1da6-4aae-9932-ee9acdbf336c, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=8409b5bf-1da6-4aae-9932-ee9acdbf336c,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:06:09.781650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.788108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:08Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:09.792525 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55f3fb1-4d16-4b37-a3f3-1a6eb45228dd None None] The sync data for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb is: [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:08Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:06:09.801679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.808303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.815520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:09.825213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.860128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7f0c9635-0384-4df9-955f-3825a76c011d tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:09.926550 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab61e39-3c78-4037-8f97-6079a380e8d1 None None] Pushing event updated for resources: {'Port': ['ID=8409b5bf-1da6-4aae-9932-ee9acdbf336c,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:09.932303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] For port a83b2eba-96b9-4954-9045-98de982ef82d, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=a83b2eba-96b9-4954-9045-98de982ef82d,segment=NetworkSegment(272ab6a9-e23b-4bb4-a7fb-f6e420b48eff),segment_id=272ab6a9-e23b-4bb4-a7fb-f6e420b48eff)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:09.934891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dab61e39-3c78-4037-8f97-6079a380e8d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:09.943457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Routers {'1c2b45ea-289f-4330-b714-8cb9a1c22538'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:09.943922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Pushing event updated for resources: {'Port': ['ID=ed06372f-0ffa-43bb-a112-49fae059c280,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:09.951166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:05:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1c2b45ea-289f-4330-b714-8cb9a1c22538'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:09.951307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-133560373', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854114286'] for router_interface, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:09.951307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:10.007477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:10.017176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:10.130226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Network c54050a2-51c0-4c16-a36b-f96aa938fd5f is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:10.131560 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:10.187266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] Pushing event updated for resources: {'Port': ['ID=a83b2eba-96b9-4954-9045-98de982ef82d,revision_number=3']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:10.193330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:10.231731 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] Set router 1c2b45ea-289f-4330-b714-8cb9a1c22538 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:10.467956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-db64ff1d-3711-40f1-85e3-2866a9c2ba8e None None] Provisioning complete for port a83b2eba-96b9-4954-9045-98de982ef82d triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:10.468727 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db64ff1d-3711-40f1-85e3-2866a9c2ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:10.547150 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 7a1eac21-781f-4add-8dda-7deda4fcbe58 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:10.796120 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 4, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': 'ed06372f-0ffa-43bb-a112-49fae059c280', 'name': '', 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'mac_address': 'fa:16:3e:12:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:08Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 2, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'subnets': [{'id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:10.801449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c41e2449-9f1f-4d44-98af-71169ac330e6 None None] The sync data for ids ['1c2b45ea-289f-4330-b714-8cb9a1c22538'] in dv-cinder-821737-1-smb is: [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 4, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': 'ed06372f-0ffa-43bb-a112-49fae059c280', 'name': '', 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'mac_address': 'fa:16:3e:12:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:08Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 2, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'subnets': [{'id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:06:10.804197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 7a1eac21-781f-4add-8dda-7deda4fcbe58 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:10.818305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 7a1eac21-781f-4add-8dda-7deda4fcbe58 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:10.818777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:10.863123 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-db64ff1d-3711-40f1-85e3-2866a9c2ba8e None None] Provisioning for port ed06372f-0ffa-43bb-a112-49fae059c280 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:10.873845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Router 1c2b45ea-289f-4330-b714-8cb9a1c22538 has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:06:10.878029 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-db64ff1d-3711-40f1-85e3-2866a9c2ba8e None None] Provisioning complete for port ed06372f-0ffa-43bb-a112-49fae059c280 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:10.878459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-db64ff1d-3711-40f1-85e3-2866a9c2ba8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:10.949956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-db64ff1d-3711-40f1-85e3-2866a9c2ba8e None None] Port ed06372f-0ffa-43bb-a112-49fae059c280 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:06:11.009310 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:11.046489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 7a1eac21-781f-4add-8dda-7deda4fcbe58, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=7a1eac21-781f-4add-8dda-7deda4fcbe58,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:11.071171 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-3a89fb43-4d3e-485a-bd00-8356cf9114fe None None] Provisioning complete for port ed06372f-0ffa-43bb-a112-49fae059c280 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:11.071596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3a89fb43-4d3e-485a-bd00-8356cf9114fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:11.094245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:06:11.104498 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] 10.222.0.58 "PUT /v2.0/routers/1c2b45ea-289f-4330-b714-8cb9a1c22538/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3616717 Dec 14 18:06:11.104660 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:11.105421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device a83b2eba-96b9-4954-9045-98de982ef82d up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:11.139448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ac6423e8-28b4-4e26-8f65-26de71017b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:11.221418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-3a89fb43-4d3e-485a-bd00-8356cf9114fe None None] Port ed06372f-0ffa-43bb-a112-49fae059c280 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:06:11.254345 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=7a1eac21-781f-4add-8dda-7deda4fcbe58,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:11.260225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:11.269406 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port a83b2eba-96b9-4954-9045-98de982ef82d triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:11.269834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:12.567168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 7a1eac21-781f-4add-8dda-7deda4fcbe58 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:12.654687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 7a1eac21-781f-4add-8dda-7deda4fcbe58 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:12.655017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:12.816783 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 8409b5bf-1da6-4aae-9932-ee9acdbf336c up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:12.950350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port 8409b5bf-1da6-4aae-9932-ee9acdbf336c completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:12.956661 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 8409b5bf-1da6-4aae-9932-ee9acdbf336c triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:12.957094 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:13.103421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:13.122946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port 8409b5bf-1da6-4aae-9932-ee9acdbf336c, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=8409b5bf-1da6-4aae-9932-ee9acdbf336c,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:13.167968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:13.172738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:13.245576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=8409b5bf-1da6-4aae-9932-ee9acdbf336c,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:13.248797 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:14.458368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 8409b5bf-1da6-4aae-9932-ee9acdbf336c up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:14.541027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port 8409b5bf-1da6-4aae-9932-ee9acdbf336c triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:14.541447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:15.345632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acfb20fb-3aa8-470c-a6a4-822d3e3f2000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:15.403011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Sync routers for ids ['1c2b45ea-289f-4330-b714-8cb9a1c22538'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:06:15.416048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Routers {'1c2b45ea-289f-4330-b714-8cb9a1c22538'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:15.416712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:05:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1c2b45ea-289f-4330-b714-8cb9a1c22538'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:15.618767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Set router 1c2b45ea-289f-4330-b714-8cb9a1c22538 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:15.990399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 4, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': 'ed06372f-0ffa-43bb-a112-49fae059c280', 'name': '', 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'mac_address': 'fa:16:3e:12:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:08Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 2, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'subnets': [{'id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:15.995035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Checking router: 1c2b45ea-289f-4330-b714-8cb9a1c22538 for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:06:15.995645 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Updating router 1c2b45ea-289f-4330-b714-8cb9a1c22538 port ed06372f-0ffa-43bb-a112-49fae059c280 binding host dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:202}} Dec 14 18:06:16.056192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:16.453303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Notify callbacks [] for port, precommit_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:16.465107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Transition to ACTIVE for port object ed06372f-0ffa-43bb-a112-49fae059c280 will not be triggered until provisioned by entity L2. {{(pid=88327) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:16.510674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:16.515086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-994435b8-74d8-41d1-b64d-d3fae6bbb621 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:16.626225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:16.663702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fe885-6574-4914-bbc5-d09be92f805c None None] Pushing event updated for resources: {'Port': ['ID=ed06372f-0ffa-43bb-a112-49fae059c280,revision_number=3']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:16.663702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-381fe885-6574-4914-bbc5-d09be92f805c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:16.760883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Attempting to bind port ed06372f-0ffa-43bb-a112-49fae059c280 on host dv-cinder-821737-1-smb for vnic_type normal with profile {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:06:16.761298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Attempting to bind port ed06372f-0ffa-43bb-a112-49fae059c280 by drivers openvswitch,hyperv on host dv-cinder-821737-1-smb at level 0 using segments [{'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:06:16.761706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Attempting to bind port ed06372f-0ffa-43bb-a112-49fae059c280 on network c54050a2-51c0-4c16-a36b-f96aa938fd5f {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:16.768891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Checking agent: {'id': '346fd9f5-0789-46f8-9fb6-bf913d6237d2', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821737-1-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 52, 17), 'started_at': datetime.datetime(2021, 12, 14, 17, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 6, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821737-1-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:06:16.769310 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Checking segment: {'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88327) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:06:16.769906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:16.770344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Bound using segment: {'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'} {{(pid=88327) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:06:16.770890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Bound port: ed06372f-0ffa-43bb-a112-49fae059c280, host: dv-cinder-821737-1-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f'}}] {{(pid=88327) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:06:16.771307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:16.875210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] For port ed06372f-0ffa-43bb-a112-49fae059c280, host dv-cinder-821737-1-smb, cleared binding levels {{(pid=88327) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:06:16.879361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] For port ed06372f-0ffa-43bb-a112-49fae059c280, host dv-cinder-821737-1-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=ed06372f-0ffa-43bb-a112-49fae059c280,segment=NetworkSegment(272ab6a9-e23b-4bb4-a7fb-f6e420b48eff),segment_id=272ab6a9-e23b-4bb4-a7fb-f6e420b48eff)] {{(pid=88327) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:06:16.913810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88327) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:16.921953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:17.023528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381fe885-6574-4914-bbc5-d09be92f805c None None] Pushing event updated for resources: {'Port': ['ID=ed06372f-0ffa-43bb-a112-49fae059c280,revision_number=4']} {{(pid=88327) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:17.028594 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-381fe885-6574-4914-bbc5-d09be92f805c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=88327) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:17.029573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Routers {'1c2b45ea-289f-4330-b714-8cb9a1c22538'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:17.030232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:05:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1c2b45ea-289f-4330-b714-8cb9a1c22538'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:17.240505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] Set router 1c2b45ea-289f-4330-b714-8cb9a1c22538 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:17.341901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2056f5b7-8af0-4337-8b42-c6f567a52b21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:17.622586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 4, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': 'ed06372f-0ffa-43bb-a112-49fae059c280', 'name': '', 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'mac_address': 'fa:16:3e:12:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:08Z', 'updated_at': '2021-12-14T18:06:16Z', 'revision_number': 4, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'subnets': [{'id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:17.627405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a1539-e781-417b-b82a-7e17145ece15 None None] The sync data for ids ['1c2b45ea-289f-4330-b714-8cb9a1c22538'] in dv-cinder-821737-1-smb is: [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:06:09Z', 'revision_number': 4, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': 'ed06372f-0ffa-43bb-a112-49fae059c280', 'name': '', 'network_id': 'c54050a2-51c0-4c16-a36b-f96aa938fd5f', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'mac_address': 'fa:16:3e:12:96:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:08Z', 'updated_at': '2021-12-14T18:06:16Z', 'revision_number': 4, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'subnets': [{'id': '6fd513d2-6593-4edd-b353-2c9c232583d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:06:17.827489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:18.484827 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device ed06372f-0ffa-43bb-a112-49fae059c280 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:18.514875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:18.584576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning for port ed06372f-0ffa-43bb-a112-49fae059c280 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:18.591509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port ed06372f-0ffa-43bb-a112-49fae059c280 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:18.592403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:18.739544 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:18.788231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] For port ed06372f-0ffa-43bb-a112-49fae059c280, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=ed06372f-0ffa-43bb-a112-49fae059c280,segment=NetworkSegment(272ab6a9-e23b-4bb4-a7fb-f6e420b48eff),segment_id=272ab6a9-e23b-4bb4-a7fb-f6e420b48eff)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:18.853370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:18.859478 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8b94d391-f058-4076-a543-cf0c666a099f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:18.953748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Pushing event updated for resources: {'Port': ['ID=ed06372f-0ffa-43bb-a112-49fae059c280,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:18.957377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:19.461529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:20.458892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device ed06372f-0ffa-43bb-a112-49fae059c280 up at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:20.555802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Provisioning complete for port ed06372f-0ffa-43bb-a112-49fae059c280 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:20.556832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:22.281110 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae69b72-caab-46fe-8be9-dce2eed9dc1a req-3c411f1f-7936-4e36-a76b-4eccffe43441 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:22.283340 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5ae69b72-caab-46fe-8be9-dce2eed9dc1a req-3c411f1f-7936-4e36-a76b-4eccffe43441 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 946 time: 0.0893469 Dec 14 18:06:22.334516 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5ae69b72-caab-46fe-8be9-dce2eed9dc1a req-cbc1316b-8bbc-476e-b77e-a7940935827a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449703 Dec 14 18:06:22.664301 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-d16e430d-f7b1-4f70-96d6-20706c0cb10d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2182205 Dec 14 18:06:22.764200 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-5c4fc8f6-adbd-4f7e-b243-9b206a20f577 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 1098 time: 0.0754886 Dec 14 18:06:22.923048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-0a30bc55-c6e1-4c16-bfb7-cc8cfbdd00f4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:22.924645 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-0a30bc55-c6e1-4c16-bfb7-cc8cfbdd00f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 912 time: 0.1401143 Dec 14 18:06:23.039643 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-dec09bc3-0946-4d25-ac69-47ba95862b05 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 200 len: 1001 time: 0.1064405 Dec 14 18:06:23.109760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-19b5c99f-1ca3-4ccf-9e99-665525976075 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:23.111450 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-19b5c99f-1ca3-4ccf-9e99-665525976075 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.0649877 Dec 14 18:06:23.196972 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-e5c410cf-2525-400d-b48d-650218cde85e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0776021 Dec 14 18:06:23.341221 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-2c2bbab5-ac2c-47c3-83e5-dbecd9c46437 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355641 Dec 14 18:06:23.518523 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f456d4d-a23f-43d5-bdd4-976f895451d7 req-2f369466-2b16-442b-96a6-9e7a3b8659d8 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1709824 Dec 14 18:06:23.566588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fb40f-c9c0-4fbc-907a-be7a2522b3aa req-bf785c48-37b0-4906-9af0-c02bbd1c4573 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:23.568264 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fb8fb40f-c9c0-4fbc-907a-be7a2522b3aa req-bf785c48-37b0-4906-9af0-c02bbd1c4573 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 946 time: 0.0873425 Dec 14 18:06:23.618537 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fb8fb40f-c9c0-4fbc-907a-be7a2522b3aa req-50af9a75-e4f4-4cf0-b5bb-50b1a05f6815 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425737 Dec 14 18:06:24.152698 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ece2b-2397-419a-a244-be952e69f320 req-1bbc7097-f0e0-45fa-a73f-9beafeb7820f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:24.153347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-4e8ece2b-2397-419a-a244-be952e69f320 req-1bbc7097-f0e0-45fa-a73f-9beafeb7820f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Synchronizing usage tracker for tenant:309ca790741d4419a14ff35c18423361 on resource:network {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:24.175720 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-bae65729-fff5-480f-833a-1c84dcb5c61b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:24.177227 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-bae65729-fff5-480f-833a-1c84dcb5c61b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 946 time: 0.1510205 Dec 14 18:06:24.253031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Deleting port b8e4ed1f-5653-4a64-804a-14d16b8d3563 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:06:24.253420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:24.286868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-4e8ece2b-2397-419a-a244-be952e69f320 req-1bbc7097-f0e0-45fa-a73f-9beafeb7820f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Unset dirty status for tenant:309ca790741d4419a14ff35c18423361 on resource:network {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:24.288145 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-1bbc7097-f0e0-45fa-a73f-9beafeb7820f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 814 time: 0.3457017 Dec 14 18:06:24.323430 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-bc77d035-f219-4a57-833b-83764f7d0777 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/quotas/309ca790741d4419a14ff35c18423361 HTTP/1.1" status: 200 len: 375 time: 0.0286832 Dec 14 18:06:24.562377 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-31e55b78-08d9-49f6-baf3-d60c4ef3b512 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2099769 Dec 14 18:06:24.599792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] For port b8e4ed1f-5653-4a64-804a-14d16b8d3563, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=b8e4ed1f-5653-4a64-804a-14d16b8d3563,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:24.600198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:24.928570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b520f9-ce26-41c1-98ac-ec8218b0891f req-de309cdf-8bc1-43df-91ca-ad418f33aa21 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:24.930170 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-16b520f9-ce26-41c1-98ac-ec8218b0891f req-de309cdf-8bc1-43df-91ca-ad418f33aa21 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 946 time: 0.1687739 Dec 14 18:06:24.978853 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-6664d6f6-2ed1-44a4-bc5d-edaeee0c5940 service neutron] 10.222.0.58 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3968947 Dec 14 18:06:24.982479 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-16b520f9-ce26-41c1-98ac-ec8218b0891f req-aa0b9dc5-66aa-4c40-bdc6-d1126fcc65b5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf6bc94e-1513-4cab-a7b8-6a885d2124b4&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461471 Dec 14 18:06:25.331404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:25.331813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:25.332159 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Floating IP 8148f533-0702-4feb-b490-810473148e9e disassociated. External IP: 172.28.1.171, port: b8e4ed1f-5653-4a64-804a-14d16b8d3563. Dec 14 18:06:25.332534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Calling delete_port for b8e4ed1f-5653-4a64-804a-14d16b8d3563 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:06:25.435593 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-9bb99775-ef43-4828-b803-a72415e22f9f service neutron] 10.222.0.58 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474924 Dec 14 18:06:25.580748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:25.587487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:25.635581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event deleted for resources: {'Port': ['ID=b8e4ed1f-5653-4a64-804a-14d16b8d3563,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:25.638498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:25.781771 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-ae62c43e-c167-4204-a97f-dec5a4678fde req-396a524a-c729-4f63-a23d-f8e242cfe3a8 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Synchronizing usage tracker for tenant:309ca790741d4419a14ff35c18423361 on resource:port {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:25.867891 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Router 9281c572-b4bc-428b-8138-5d3f865f05fd has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:06:25.881682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-ae62c43e-c167-4204-a97f-dec5a4678fde req-396a524a-c729-4f63-a23d-f8e242cfe3a8 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Unset dirty status for tenant:309ca790741d4419a14ff35c18423361 on resource:port {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:25.883231 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ae62c43e-c167-4204-a97f-dec5a4678fde req-396a524a-c729-4f63-a23d-f8e242cfe3a8 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 210 time: 0.1451879 Dec 14 18:06:26.091052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:06:26.105623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] Sync routers for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:06:26.138069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:26.138825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:26.221036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] No DVR routers for this DVR port b8e4ed1f-5653-4a64-804a-14d16b8d3563 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:06:26.223934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:26.233561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-deleted', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:06:26.244297 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3569a520-8043-4db3-b780-51e4f98da866 req-a532eece-463c-4140-91f9-c73b5d392943 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=379d937b-9eb0-4133-9c04-ed0422ea9a07 HTTP/1.1" status: 200 len: 210 time: 0.0787101 Dec 14 18:06:26.300090 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eb61489e-0b8c-4aee-b723-cf8ac889e4ea req-b5a7e540-eba8-45e0-9d91-41af5c7be7be tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "DELETE /v2.0/ports/b8e4ed1f-5653-4a64-804a-14d16b8d3563 HTTP/1.1" status: 204 len: 173 time: 2.1141913 Dec 14 18:06:26.405136 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '379d937b-9eb0-4133-9c04-ed0422ea9a07', 'name': 'network-vif-deleted', 'tag': 'b8e4ed1f-5653-4a64-804a-14d16b8d3563', 'status': 'completed', 'code': 200} Dec 14 18:06:26.511315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:26.844413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:26.884276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] Checking router: 9281c572-b4bc-428b-8138-5d3f865f05fd for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:06:26.896413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:26.897092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:27.096668 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:27.123716 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b644d708-69e1-4c12-8ce5-dc9686eaf651 req-ecfb1004-9113-413a-b07d-25b4e1f9868c tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 210 time: 0.0482807 Dec 14 18:06:27.448907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:27.453117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ed5fa9-64ba-4a94-89dc-2c310a044f28 None None] The sync data for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb is: [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:06:27.489948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33840) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:27.571578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af358e9c-b3c6-4556-8cd9-d600efb13d35 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:27.600578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af358e9c-b3c6-4556-8cd9-d600efb13d35 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:27.678166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af358e9c-b3c6-4556-8cd9-d600efb13d35 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:27.683633 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cf6fad9e-34f4-4e93-969d-31a318d167f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:27.699621 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af358e9c-b3c6-4556-8cd9-d600efb13d35 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf6bc94e-1513-4cab-a7b8-6a885d2124b4,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:27.702473 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-af358e9c-b3c6-4556-8cd9-d600efb13d35 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:27.740904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af358e9c-b3c6-4556-8cd9-d600efb13d35 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:27.742135 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-af358e9c-b3c6-4556-8cd9-d600efb13d35 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "DELETE /v2.0/security-groups/cf6bc94e-1513-4cab-a7b8-6a885d2124b4 HTTP/1.1" status: 204 len: 168 time: 0.2508385 Dec 14 18:06:27.744985 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33844) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:27.763238 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.v2.resource [None req-2121b0e6-5ee2-40ed-9daa-214f89f78e11 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] show failed (client error): The resource could not be found. Dec 14 18:06:27.764349 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-2121b0e6-5ee2-40ed-9daa-214f89f78e11 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups/cf6bc94e-1513-4cab-a7b8-6a885d2124b4 HTTP/1.1" status: 404 len: 347 time: 0.0183980 Dec 14 18:06:27.767561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33848) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:27.932573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Deleting port e03c5110-e59e-4a3f-b0fa-1d625b6fa0c0 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:06:27.933129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:27.945749 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c483a1f-f024-4e69-93dd-f0f75666078a None None] New status for floating IP 8148f533-0702-4feb-b490-810473148e9e: DOWN {{(pid=88327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:06:28.261456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ece2b-2397-419a-a244-be952e69f320 req-0102f661-5a58-40df-aa6a-c42c5afcfe5e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:28.263031 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-0102f661-5a58-40df-aa6a-c42c5afcfe5e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.18 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 814 time: 0.2587028 Dec 14 18:06:28.286643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'port': {'device_id': '491b883e-3c9d-4010-b509-fc2466911eb3', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'admin_state_up': True, 'tenant_id': '309ca790741d4419a14ff35c18423361'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:28.309875 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c2d330c-b910-4560-82b0-4081beb0db1e req-290c9e58-3cdd-4118-8211-a58de5afac83 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 210 time: 0.0515833 Dec 14 18:06:28.311446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:28.311825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:28.505840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Calling delete_port for e03c5110-e59e-4a3f-b0fa-1d625b6fa0c0 owned by network:floatingip {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:06:28.624604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:28.636755 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:28.677300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.db.api [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88325) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:06:28.677863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_db.api [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 18:06:28.704679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Made reservation on behalf of 309ca790741d4419a14ff35c18423361 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:06:28.710313 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:28.881025 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:06:28.945824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: b8e4ed1f-5653-4a64-804a-14d16b8d3563 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:06:28.947093 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device b8e4ed1f-5653-4a64-804a-14d16b8d3563 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:06:28.971753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Allocated IP 172.20.0.7 (c4455478-2de8-4443-a924-f8f29a4e3d78/a7968e24-f916-4364-a6f0-4fd5e0ef31cc/7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:29.181054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Deleting port e03c5110-e59e-4a3f-b0fa-1d625b6fa0c0 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:06:29.181054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:29.257097 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:29.353766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Transition to ACTIVE for port object 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:29.420533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:29.420900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:29.590229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:29.599599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Calling delete_port for e03c5110-e59e-4a3f-b0fa-1d625b6fa0c0 owned by network:floatingip {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:06:29.641741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9c3ce2c0-ff93-4d34-bf14-837d67f300cf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:29.757976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'Port': ['ID=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:29.764242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Network c4455478-2de8-4443-a924-f8f29a4e3d78 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:29.773350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:29.776854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:29.781034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:30.074542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4165d0d9-6b79-4489-b442-26332d0f8414 req-6b64164a-e3df-4aa0-b98c-7541ce9e3520 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:30.076161 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4165d0d9-6b79-4489-b442-26332d0f8414 req-6b64164a-e3df-4aa0-b98c-7541ce9e3520 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.5912371 Dec 14 18:06:30.174767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:30.175367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:30.213565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-4165d0d9-6b79-4489-b442-26332d0f8414 req-46dbd544-0d48-459b-9770-fffaf24d6340 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Synchronizing usage tracker for tenant:309ca790741d4419a14ff35c18423361 on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:30.232987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-03359dd4-1461-4cbd-bc14-32341e20299d None None] Provisioning for port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:30.238325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-03359dd4-1461-4cbd-bc14-32341e20299d None None] Provisioning complete for port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:30.238782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-03359dd4-1461-4cbd-bc14-32341e20299d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:30.269097 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:30.275013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-4165d0d9-6b79-4489-b442-26332d0f8414 req-46dbd544-0d48-459b-9770-fffaf24d6340 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Unset dirty status for tenant:309ca790741d4419a14ff35c18423361 on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:30.279112 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4165d0d9-6b79-4489-b442-26332d0f8414 req-46dbd544-0d48-459b-9770-fffaf24d6340 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607783 Dec 14 18:06:30.279112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ff02d626-7c9e-4e39-a60c-1717bf597081 tempest-VolumesActionsTest-460305492 tempest-VolumesActionsTest-460305492-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:30.295518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-03359dd4-1461-4cbd-bc14-32341e20299d None None] Port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:06:30.318535 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0391507 Dec 14 18:06:30.327439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event deleted for resources: {'Port': ['ID=e03c5110-e59e-4a3f-b0fa-1d625b6fa0c0,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:30.330717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:30.429247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:30.431641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:30.432852 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "DELETE /v2.0/floatingips/8148f533-0702-4feb-b490-810473148e9e HTTP/1.1" status: 204 len: 168 time: 2.6642168 Dec 14 18:06:30.854766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33878) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:30.861873 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1558198128', 'description': 'tempest-description--388423952'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:30.869414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:30.874176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:security_group and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:30.877348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:30.884641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:30.945162 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.050753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:31.055065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:security_group_rule and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:31.058222 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:31.065982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:31.149536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.178875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.184695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e646ae52-5185-43aa-b5c1-6e1d269d4495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:31.230297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=207d3176-5c74-409f-80dd-f79aeeabd405,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:31.233287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:31.261077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.265177 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4065824 Dec 14 18:06:31.265972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33882) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:31.273775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'security_group_rule': {'security_group_id': '207d3176-5c74-409f-80dd-f79aeeabd405', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:31.281435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:31.286301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:security_group_rule and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:31.289520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:31.295578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:31.354298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.433945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.466994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.470377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a47e4903-04ec-4428-91d8-4838335c542f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:31.496240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb1c88d-6502-4d71-868a-4b8e06e5a410 req-c7091e51-8e76-4c71-ad7d-83ded495cb99 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:31.497004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-beb1c88d-6502-4d71-868a-4b8e06e5a410 req-c7091e51-8e76-4c71-ad7d-83ded495cb99 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Synchronizing usage tracker for tenant:309ca790741d4419a14ff35c18423361 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:31.498364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d91b595c-79ad-4444-bedc-92e4f05fd1b3,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:31.504939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:31.540020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.541748 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-be5a9fae-2efc-4649-869b-dbe68a8269af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2731521 Dec 14 18:06:31.544554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 33888) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:31.551287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'security_group_rule': {'security_group_id': '207d3176-5c74-409f-80dd-f79aeeabd405', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:31.562147 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:31.566804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-beb1c88d-6502-4d71-868a-4b8e06e5a410 req-c7091e51-8e76-4c71-ad7d-83ded495cb99 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Unset dirty status for tenant:309ca790741d4419a14ff35c18423361 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:31.568085 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-beb1c88d-6502-4d71-868a-4b8e06e5a410 req-c7091e51-8e76-4c71-ad7d-83ded495cb99 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.1597676 Dec 14 18:06:31.569047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:security_group_rule and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:31.572418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:31.594216 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:31.630260 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-beb1c88d-6502-4d71-868a-4b8e06e5a410 req-3dcce955-3ec4-49cf-ba28-1c23ebce5638 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544467 Dec 14 18:06:31.650403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.717145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.746618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.755536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:31.777924 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15ffe76-b197-44c1-8d20-2cd597c1b2b1,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:31.780532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:31.803808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:31.809128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 33892) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:31.809508 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d1522c4d-1615-403f-91af-72fd8a9c6635 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2635827 Dec 14 18:06:31.816094 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'floatingip': {'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:31.823145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:31.827238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Usage tracker for resource:floatingip and tenant:4b3096bc748d47d19fe17b8ef6163bdc is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:31.830952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:31.836881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:31.866914 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:32.032731 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:32.189595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Allocated IP 172.28.1.17 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/db3d68d1-0e53-4e0b-bf61-6917e630c3d0) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:32.352479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:32.449994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:32.455257 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:32.515999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:32.518947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:32.527731 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:32.567119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'Port': ['ID=db3d68d1-0e53-4e0b-bf61-6917e630c3d0,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:32.571466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:32.696272 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:32.854136 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:33.136568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e146c459-acb9-4acc-9fbd-3d267e11de5b req-9b2a40fa-fb71-4010-8157-073ac6c54b15 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:33.138179 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e146c459-acb9-4acc-9fbd-3d267e11de5b req-9b2a40fa-fb71-4010-8157-073ac6c54b15 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.3681135 Dec 14 18:06:33.279894 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e146c459-acb9-4acc-9fbd-3d267e11de5b req-4fc48245-634f-4887-9216-c58f6fdebdd8 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338506 Dec 14 18:06:33.346097 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:33.374829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1307087'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:33.380640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-283f13fc-cf8e-4566-b78d-506cb8349d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:33.493805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'Port': ['ID=db3d68d1-0e53-4e0b-bf61-6917e630c3d0,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:33.498005 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:33.507370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:33.561816 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:33.563940 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7532465 Dec 14 18:06:33.891838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-0eddd793-f129-4948-b4a4-e73473ef0b24 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Synchronizing usage tracker for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:33.891838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-0eddd793-f129-4948-b4a4-e73473ef0b24 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Unset dirty status for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:33.891838 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-0eddd793-f129-4948-b4a4-e73473ef0b24 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--1558198128&fields=id&tenant_id=4b3096bc748d47d19fe17b8ef6163bdc HTTP/1.1" status: 200 len: 267 time: 0.1712790 Dec 14 18:06:34.048554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-9830a5d9-9f81-46ec-86d9-710564bf6264 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:34.050162 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-9830a5d9-9f81-46ec-86d9-710564bf6264 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 816 time: 0.1696498 Dec 14 18:06:34.068881 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-f54cacb5-b5f2-404b-bd79-6da7ecf63ffe tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/quotas/4b3096bc748d47d19fe17b8ef6163bdc HTTP/1.1" status: 200 len: 375 time: 0.0122664 Dec 14 18:06:34.172163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-5bdfb9d0-c06f-4aee-a823-333bedcfb9f4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Synchronizing usage tracker for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:34.230115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-5bdfb9d0-c06f-4aee-a823-333bedcfb9f4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Unset dirty status for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:34.231710 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-5bdfb9d0-c06f-4aee-a823-333bedcfb9f4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1572073 Dec 14 18:06:34.392344 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-d7e314de-9066-4f73-b179-154779d00964 service neutron] 10.222.0.58 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458397 Dec 14 18:06:34.543556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc364d89-0498-4e24-a649-14205e5a9c71 req-c5e2d904-bb63-4263-b4b5-36f0f4d93215 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:34.545074 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc364d89-0498-4e24-a649-14205e5a9c71 req-c5e2d904-bb63-4263-b4b5-36f0f4d93215 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.1230900 Dec 14 18:06:34.550088 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-183eadf7-ab80-4e81-8755-57639383b064 service neutron] 10.222.0.58 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509585 Dec 14 18:06:34.609206 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc364d89-0498-4e24-a649-14205e5a9c71 req-882a32bb-cbd3-4be6-9e96-2d7bdd5fa6e9 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573423 Dec 14 18:06:34.823528 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-50c3b107-aa42-4b8b-8e9b-53d3db8fab76 req-d8f35315-acbd-476b-9d2a-f3822bb95e57 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0507984 Dec 14 18:06:35.819232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c6d1c5-d3c5-4228-890e-a8aae0ed1d8b req-6345806b-7547-4d74-9dc8-f2ae73732bac tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:35.820862 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-99c6d1c5-d3c5-4228-890e-a8aae0ed1d8b req-6345806b-7547-4d74-9dc8-f2ae73732bac tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.0853012 Dec 14 18:06:35.870474 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-99c6d1c5-d3c5-4228-890e-a8aae0ed1d8b req-b7d84118-0ed4-4df8-9fde-463b5bbdb022 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 Dec 14 18:06:36.032764 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5b756eba-89f5-4f9a-a095-951ae65223ad req-658fdbad-0982-4cb9-8135-2ef7f60937f3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0481024 Dec 14 18:06:37.093275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08807b1f-79a2-4f81-ac5d-3de913dc69be req-6140e73b-cb69-4427-86db-9c2de8ef9cb9 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:37.095413 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-08807b1f-79a2-4f81-ac5d-3de913dc69be req-6140e73b-cb69-4427-86db-9c2de8ef9cb9 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.0924919 Dec 14 18:06:37.150745 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-08807b1f-79a2-4f81-ac5d-3de913dc69be req-1ef6b068-e931-45ff-a65e-8498684dba05 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491774 Dec 14 18:06:37.218593 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-eb60bbb6-36ee-4d84-b5b7-f141b7cfee59 req-5f1dfb3c-2040-4a47-828d-3b9c8ce9d2ee tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0446808 Dec 14 18:06:38.399846 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8904381-e8e2-4cfd-af4f-71197c2db7e2 req-8820acb4-a027-490b-b9b9-ee8b5637e075 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:38.401446 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c8904381-e8e2-4cfd-af4f-71197c2db7e2 req-8820acb4-a027-490b-b9b9-ee8b5637e075 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.0899887 Dec 14 18:06:38.426652 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8534d4a2-3a33-4ef1-9567-fa682de47541 req-ed8e68d4-745f-4763-9c52-c176f17a0d0c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0483584 Dec 14 18:06:38.458805 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c8904381-e8e2-4cfd-af4f-71197c2db7e2 req-40ff50fd-6e73-45b5-8efb-06658fb4b6c3 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506577 Dec 14 18:06:38.944677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82643a4c-2c9b-47ff-9f53-3181aa207fe8 req-43f28c0c-efb3-4b43-97c6-d2a9f7abdf58 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:38.946163 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-82643a4c-2c9b-47ff-9f53-3181aa207fe8 req-43f28c0c-efb3-4b43-97c6-d2a9f7abdf58 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0827825 Dec 14 18:06:39.002932 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-82643a4c-2c9b-47ff-9f53-3181aa207fe8 req-1ef80576-1477-49e2-8842-603e96f40ad6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497158 Dec 14 18:06:39.092407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:06:39.634083 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9437da33-3d55-401a-b940-623e4697ed4d req-9c9f174d-99e5-4de2-9323-123e669c8a03 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0536387 Dec 14 18:06:39.681393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925d12d-f287-4922-97b6-195e36ae2f75 req-67fcc8a5-c49d-44f3-9cbc-21ef887e3d37 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:39.682990 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a925d12d-f287-4922-97b6-195e36ae2f75 req-67fcc8a5-c49d-44f3-9cbc-21ef887e3d37 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.0943213 Dec 14 18:06:39.745135 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a925d12d-f287-4922-97b6-195e36ae2f75 req-cb4dcc90-b7ef-4982-aca8-152434698e7d tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451326 Dec 14 18:06:40.215952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad11a1b-31bc-4304-bd84-8fc5283a16ad req-b6affe1d-4da8-4e83-954a-ff86de1e0910 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:40.217691 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ad11a1b-31bc-4304-bd84-8fc5283a16ad req-b6affe1d-4da8-4e83-954a-ff86de1e0910 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0856609 Dec 14 18:06:40.268343 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ad11a1b-31bc-4304-bd84-8fc5283a16ad req-88ba4563-0dea-483e-8234-69098fb33091 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438147 Dec 14 18:06:40.818064 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7531dcb5-8239-4c41-933a-dd5c5ca46027 req-bf209777-ad28-4f6a-a719-f47a463662fa tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0463431 Dec 14 18:06:40.957290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f592b4c1-9200-4b33-9f20-12a6462308eb req-0c61f9f8-ba7a-46f4-a535-9b9f1d2fab6f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:40.958857 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f592b4c1-9200-4b33-9f20-12a6462308eb req-0c61f9f8-ba7a-46f4-a535-9b9f1d2fab6f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.0866230 Dec 14 18:06:41.008680 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f592b4c1-9200-4b33-9f20-12a6462308eb req-b7601efc-ed4b-421d-8cc1-f574646f11ed tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430024 Dec 14 18:06:41.473269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2926c2-f2f5-42c6-b16b-cf4acbee8bc3 req-9fb2a527-4f22-410f-896c-f3396fa8e26b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:41.474868 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2a2926c2-f2f5-42c6-b16b-cf4acbee8bc3 req-9fb2a527-4f22-410f-896c-f3396fa8e26b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0852447 Dec 14 18:06:41.522440 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2a2926c2-f2f5-42c6-b16b-cf4acbee8bc3 req-2ecdaa55-137d-4e3d-9d45-576f3222f389 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416055 Dec 14 18:06:41.995941 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d67535bd-d807-4c56-a6bb-5da0c7a7921a req-1c9ab341-f1bc-4b35-ad92-9c23b4b723d3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0456030 Dec 14 18:06:42.212058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2855f-2ce6-4b61-9949-128e67176605 req-4ccfc6fe-c89a-45b7-92dd-7417b9bf23ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:42.213611 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80b2855f-2ce6-4b61-9949-128e67176605 req-4ccfc6fe-c89a-45b7-92dd-7417b9bf23ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.0801668 Dec 14 18:06:42.263753 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-80b2855f-2ce6-4b61-9949-128e67176605 req-d729b046-350a-4816-9d9d-010ff480576d tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439041 Dec 14 18:06:42.728111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db17de-e78e-43e2-ab60-414137fa34c5 req-e3ba5dcd-2574-47b9-a488-23c8b574367e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:42.729741 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-04db17de-e78e-43e2-ab60-414137fa34c5 req-e3ba5dcd-2574-47b9-a488-23c8b574367e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0827169 Dec 14 18:06:42.782411 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-04db17de-e78e-43e2-ab60-414137fa34c5 req-0a1a05d2-85c2-4e30-b14c-cbb61c957a1f tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457206 Dec 14 18:06:43.177447 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-32c8b5ac-863f-4cb0-bcc6-2b60bacd9442 req-5fe6e11c-2de6-4afe-9f45-9e565698faac tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0450623 Dec 14 18:06:43.276074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Request body: {'port': {'device_id': '491b883e-3c9d-4010-b509-fc2466911eb3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:43.458802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:43.551572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d91c2e-9747-4c9c-b6ae-ad06f7ddc1af req-21141ea5-ce06-45f7-a0c7-01a6959fe008 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:43.553160 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a9d91c2e-9747-4c9c-b6ae-ad06f7ddc1af req-21141ea5-ce06-45f7-a0c7-01a6959fe008 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 931 time: 0.1649976 Dec 14 18:06:43.688724 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a9d91c2e-9747-4c9c-b6ae-ad06f7ddc1af req-4dd19e9d-4574-468a-a26e-4c5eabf50b73 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285446 Dec 14 18:06:43.875749 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:06:43.882575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:43.898123 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Transition to ACTIVE for port object 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:43.923149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:43.927815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-38f06d57-a031-4da0-a20e-756d8ce3b5af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:43.985671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503998f-0f9e-41b5-bc58-d3b89b30331e req-c941cddd-c04b-49e1-8641-4cf492c41fbc tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:43.987260 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9503998f-0f9e-41b5-bc58-d3b89b30331e req-c941cddd-c04b-49e1-8641-4cf492c41fbc tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0826375 Dec 14 18:06:44.043986 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9503998f-0f9e-41b5-bc58-d3b89b30331e req-59c041c7-0465-463f-bcd1-577b6cc74577 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504019 Dec 14 18:06:44.055846 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Pushing event updated for resources: {'Port': ['ID=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:44.058898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:44.178733 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Attempting to bind port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:06:44.179318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Attempting to bind port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:06:44.179459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Attempting to bind port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 on network c4455478-2de8-4443-a924-f8f29a4e3d78 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:44.185843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 on network c4455478-2de8-4443-a924-f8f29a4e3d78 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:06:44.186190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Attempting to bind port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 on network c4455478-2de8-4443-a924-f8f29a4e3d78 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:44.193416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 6, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:06:44.193851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Checking segment: {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:06:44.194288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Bound using segment: {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:06:44.194785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Bound port: 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:06:44.205038 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:44.322522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] For port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:06:44.325666 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] For port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:06:44.418096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:44.421767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-db9f2e6b-4c0f-45c0-bed8-628153d80328 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:44.486391 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-57345e67-6489-4e0b-8ae8-a23b399167a6 req-882e91f3-660c-4ff9-9235-43000b707641 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.1134145 Dec 14 18:06:44.557194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:44.560115 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] 10.222.0.18 "PUT /v2.0/ports/7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 1093 time: 1.2901604 Dec 14 18:06:44.560115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:06:44.569680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Pushing event updated for resources: {'Port': ['ID=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:44.577320 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-30bac13f-07b3-4c6c-a23e-41b4dfbdd60d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:44.580676 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-30bac13f-07b3-4c6c-a23e-41b4dfbdd60d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 816 time: 0.3228033 Dec 14 18:06:44.580676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:44.830116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'status': 'completed', 'code': 200} Dec 14 18:06:44.937073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-5806b6e8-d2f3-493d-a241-366e2101cea7 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:44.939348 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-5806b6e8-d2f3-493d-a241-366e2101cea7 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.0873530 Dec 14 18:06:44.964159 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-1b2d0782-49b9-47f4-a546-59c0540cbe81 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4b3096bc748d47d19fe17b8ef6163bdc HTTP/1.1" status: 200 len: 380 time: 0.3726976 Dec 14 18:06:44.976196 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'port': {'device_id': '0175a78c-5489-4865-b25d-21bffdb2123d', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'admin_state_up': True, 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'security_groups': ['207d3176-5c74-409f-80dd-f79aeeabd405']}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:45.013225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Deleting port 7ea1cd07-caa9-4602-a408-72b579ab8d2f {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:06:45.013625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:45.071905 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-349446e6-ee9c-4a90-90b5-83f704595917 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1096 time: 0.2408919 Dec 14 18:06:45.154122 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4693c0-0e16-4933-9bd3-d1fcd9bbec51 req-bded4e44-4553-4441-8112-d17f0bb46bf5 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:45.155729 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc4693c0-0e16-4933-9bd3-d1fcd9bbec51 req-bded4e44-4553-4441-8112-d17f0bb46bf5 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 943 time: 0.2836237 Dec 14 18:06:45.179660 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-9788c4f4-5807-4d7f-b32c-3d5bc6aeee7b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 217 time: 0.0895827 Dec 14 18:06:45.318583 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc4693c0-0e16-4933-9bd3-d1fcd9bbec51 req-0d618738-abc4-4cf3-bf33-6fcebac96268 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442420 Dec 14 18:06:45.382602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:45.383162 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] For port 7ea1cd07-caa9-4602-a408-72b579ab8d2f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7ea1cd07-caa9-4602-a408-72b579ab8d2f,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:45.383162 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:45.383430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ece2b-2397-419a-a244-be952e69f320 req-f48d37bc-c624-484d-9aa7-dd903c8423a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:45.383430 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-f48d37bc-c624-484d-9aa7-dd903c8423a5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 200 len: 853 time: 0.1359117 Dec 14 18:06:45.383430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:45.424242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b25a3-85f5-4012-9064-e8ba4265afb6 req-4f169951-0527-487c-9e86-1438c241c915 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:45.425922 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-278b25a3-85f5-4012-9064-e8ba4265afb6 req-4f169951-0527-487c-9e86-1438c241c915 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 945 time: 0.2201555 Dec 14 18:06:45.438086 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-74c0f0ce-77e0-40b9-b1b7-72ce0207ff2e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4455478-2de8-4443-a924-f8f29a4e3d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0979829 Dec 14 18:06:45.580160 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-278b25a3-85f5-4012-9064-e8ba4265afb6 req-4b20ff4f-847f-4017-933b-29dd2349506f tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=59317742-4c7f-4ee4-8d20-1483ab048264&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1433027 Dec 14 18:06:45.613109 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-94f0f84a-2fad-4c1d-9ed4-d09cb85ee344 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679866 Dec 14 18:06:45.785272 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e8ece2b-2397-419a-a244-be952e69f320 req-c5768c2e-be68-46a5-8d7c-a714c8fee3ab service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638980 Dec 14 18:06:46.100143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-18d8a100-9a20-4f61-b892-a0aadb65eeea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:46.134480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Made reservation on behalf of 4b3096bc748d47d19fe17b8ef6163bdc for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:06:46.140347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:46.172081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:46.172507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:46.172867 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Floating IP 51d6a617-91e0-45b4-9f4d-cfa34c510b00 disassociated. External IP: 172.28.1.102, port: 7ea1cd07-caa9-4602-a408-72b579ab8d2f. Dec 14 18:06:46.173254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Calling delete_port for 7ea1cd07-caa9-4602-a408-72b579ab8d2f owned by compute:nova {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:06:46.301253 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7d28006d-5fb0-4479-ba5a-e3fa17fa48e5 req-cf8726d7-8ef2-4584-8a3a-37f7c685985d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0699115 Dec 14 18:06:46.358144 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-60576ce4-9074-4237-80e2-9a62e4e9cf62 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1096 time: 0.1907449 Dec 14 18:06:46.380626 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:46.395279 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-943be154-34e5-41a7-b323-0f81b17d3546 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:46.445300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event deleted for resources: {'Port': ['ID=7ea1cd07-caa9-4602-a408-72b579ab8d2f,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:46.447541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:46.541561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Allocated IP 172.20.0.13 (688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7/ed90e857-2cc3-4238-9405-80bc1130db08/1cd8810a-a372-417a-b2b9-861960c13a84) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:46.564505 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-361cbb88-121f-4009-9ffa-4172fe9348c5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:46.566108 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-361cbb88-121f-4009-9ffa-4172fe9348c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 915 time: 0.2050488 Dec 14 18:06:46.643480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:46.649730 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-542b1b95-af64-44d3-bcba-5de372476a2a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 217 time: 0.0771990 Dec 14 18:06:46.681282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e152095-03b2-48ac-b7d6-b40701a69f38 req-7dd811a7-fe71-4bfe-a9e1-0284c021661d tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:46.682917 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1e152095-03b2-48ac-b7d6-b40701a69f38 req-7dd811a7-fe71-4bfe-a9e1-0284c021661d tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 943 time: 0.1711767 Dec 14 18:06:46.764245 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1e152095-03b2-48ac-b7d6-b40701a69f38 req-6b1b6a6a-5355-4d73-a66d-458491584be7 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576899 Dec 14 18:06:46.804038 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8fd89df3-da27-4968-ae76-c187e6f67bbf req-06433e4f-5cb1-41a7-ae76-6e18949e0af6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 210 time: 0.0887723 Dec 14 18:06:46.805689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Router 00faf8dd-2df9-4570-879d-7765bb30434b has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:06:46.873846 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-75ad3104-cba0-4a32-962a-c37f6795bf5b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:46.875895 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-75ad3104-cba0-4a32-962a-c37f6795bf5b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 200 len: 853 time: 0.2152867 Dec 14 18:06:47.036637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:47.037910 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:06:47.051206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] Sync routers for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:06:47.052272 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-0a719f7d-f54b-4d41-b20b-fb39e26c2d23 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4455478-2de8-4443-a924-f8f29a4e3d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1639922 Dec 14 18:06:47.068902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:47.069581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:47.084122 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Transition to ACTIVE for port object 1cd8810a-a372-417a-b2b9-861960c13a84 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:47.112540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] No DVR routers for this DVR port 7ea1cd07-caa9-4602-a408-72b579ab8d2f on host hv-cinder-82173 {{(pid=88324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:06:47.115398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:47.119909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'name': 'network-vif-deleted', 'tag': '7ea1cd07-caa9-4602-a408-72b579ab8d2f'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:06:47.175954 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2b9d5141-57fe-4593-9df1-936a88786c11 req-ca7f458d-ecbd-4f04-82c3-121057d69ac8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "DELETE /v2.0/ports/7ea1cd07-caa9-4602-a408-72b579ab8d2f HTTP/1.1" status: 204 len: 173 time: 2.2314348 Dec 14 18:06:47.216164 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-5e07dcc2-248f-446c-b698-4ac97598f720 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544900 Dec 14 18:06:47.257069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:47.267083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:47.276362 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff67a65f-6fc0-4f7b-b000-aea6a17e4b93', 'name': 'network-vif-deleted', 'tag': '7ea1cd07-caa9-4602-a408-72b579ab8d2f', 'status': 'completed', 'code': 200} Dec 14 18:06:47.416403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:47.417513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:47.418890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:47.441009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:47.506049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:47.560527 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:47.586109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:47.586962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:47.592730 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4dcbd710-28eb-460a-9abf-5095834c9485 req-a2d48577-4a2e-4aba-98b1-19643bf58c0a service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699133 Dec 14 18:06:47.593314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-29994c33-e615-40eb-b737-bef1adbde211 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:47.647500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a964d211-6772-4484-a7e4-9c230441e567 req-3d36647a-8ebd-4356-a2d6-7f84aae3ab21 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:47.648321 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-a964d211-6772-4484-a7e4-9c230441e567 req-3d36647a-8ebd-4356-a2d6-7f84aae3ab21 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Synchronizing usage tracker for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:47.658187 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6865935 Dec 14 18:06:47.670603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Request body: {'port': {'device_id': '0175a78c-5489-4865-b25d-21bffdb2123d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:47.700693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-a964d211-6772-4484-a7e4-9c230441e567 req-3d36647a-8ebd-4356-a2d6-7f84aae3ab21 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Unset dirty status for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:47.701908 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a964d211-6772-4484-a7e4-9c230441e567 req-3d36647a-8ebd-4356-a2d6-7f84aae3ab21 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 932 time: 0.2023621 Dec 14 18:06:47.815938 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a964d211-6772-4484-a7e4-9c230441e567 req-d0de2213-7a53-41bd-b4e0-af3c9dbb11cb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1058407 Dec 14 18:06:47.839261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-a5f68db9-3692-4451-8dc0-1a1a1dfc7052 None None] Provisioning for port 1cd8810a-a372-417a-b2b9-861960c13a84 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:47.842351 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:47.850804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-a5f68db9-3692-4451-8dc0-1a1a1dfc7052 None None] Provisioning complete for port 1cd8810a-a372-417a-b2b9-861960c13a84 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:47.851235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a5f68db9-3692-4451-8dc0-1a1a1dfc7052 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:47.886007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:47.922141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:47.926979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] Checking router: 00faf8dd-2df9-4570-879d-7765bb30434b for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:06:47.929278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-a5f68db9-3692-4451-8dc0-1a1a1dfc7052 None None] Port 1cd8810a-a372-417a-b2b9-861960c13a84 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:06:47.941087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:06:47.941783 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:47.997791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fe8439-05ab-4f65-b4e7-5f51a507c6ba req-6b4346b2-55d1-4703-b835-099af2758701 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:48.006824 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-74fe8439-05ab-4f65-b4e7-5f51a507c6ba req-6b4346b2-55d1-4703-b835-099af2758701 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 943 time: 0.1066077 Dec 14 18:06:48.079290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-74fe8439-05ab-4f65-b4e7-5f51a507c6ba req-7bc48f1e-70c7-4fe9-9d18-e08b4066d4e8 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710645 Dec 14 18:06:48.150299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:06:48.165514 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-837f8c7d-cc70-48d6-bba0-2d0fcd5edf2f req-fed97518-140f-4866-805e-6cd005e58ac5 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=ff67a65f-6fc0-4f7b-b000-aea6a17e4b93 HTTP/1.1" status: 200 len: 210 time: 0.0515504 Dec 14 18:06:48.494944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:48.497209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:06:48.499472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd8810a-a372-417a-b2b9-861960c13a84 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:06:48.501513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caac39c9-7651-4460-9773-9051a3b821ca None None] The sync data for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb is: [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:06:48.506623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:48.523397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Transition to ACTIVE for port object 1cd8810a-a372-417a-b2b9-861960c13a84 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:48.557379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:48.562339 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7592ff15-38b3-47e9-b561-17d7fa55fbe8 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:48.690965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:48.696209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:48.811721 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Attempting to bind port 1cd8810a-a372-417a-b2b9-861960c13a84 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:06:48.812115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Attempting to bind port 1cd8810a-a372-417a-b2b9-861960c13a84 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:06:48.813040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Attempting to bind port 1cd8810a-a372-417a-b2b9-861960c13a84 on network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:48.819812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Port 1cd8810a-a372-417a-b2b9-861960c13a84 on network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:06:48.820187 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Attempting to bind port 1cd8810a-a372-417a-b2b9-861960c13a84 on network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:06:48.827699 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:06:48.828517 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Checking segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:06:48.828897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Bound using segment: {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:06:48.829377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Bound port: 1cd8810a-a372-417a-b2b9-861960c13a84, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8709ec8b-982c-409d-82ac-b1f05764fb35', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:06:48.829769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:48.928151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:06:48.931338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:06:48.975817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:48.976768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cc6ae0-8973-4590-b0b9-0dde8a45a2e5 None None] New status for floating IP 51d6a617-91e0-45b4-9f4d-cfa34c510b00: DOWN {{(pid=88327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:06:48.981095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:48.996986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:06:49.000629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7ea1cd07-caa9-4602-a408-72b579ab8d2f no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:06:49.043219 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 7ea1cd07-caa9-4602-a408-72b579ab8d2f {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:06:49.043715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7ea1cd07-caa9-4602-a408-72b579ab8d2f not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:06:49.050516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:49.053229 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] 10.222.0.18 "PUT /v2.0/ports/1cd8810a-a372-417a-b2b9-861960c13a84 HTTP/1.1" status: 200 len: 1094 time: 1.3869214 Dec 14 18:06:49.055218 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c494c-28ab-48df-b6ce-1f89846f52c0 req-2499c7ae-d90d-4c38-bd29-225bbc9993fb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:49.057784 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b61c494c-28ab-48df-b6ce-1f89846f52c0 req-2499c7ae-d90d-4c38-bd29-225bbc9993fb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0899489 Dec 14 18:06:49.058129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:06:49.153591 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b61c494c-28ab-48df-b6ce-1f89846f52c0 req-bdb30a91-df70-4c6b-9742-94f9cfd0c004 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895383 Dec 14 18:06:49.250496 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84', 'status': 'completed', 'code': 200} Dec 14 18:06:49.256341 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:49.264887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-55fc54fc-3130-4000-9547-bffa1a2e5ae9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:49.292028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:49.312197 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-1dd9458f-4d7d-4c09-bf38-5fc9891c807c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 1097 time: 0.1751397 Dec 14 18:06:49.314697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'port_id': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'mac_address': 'fa:16:3e:04:96:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 209, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:06:49.405316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34016) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:49.412781 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e8bccd1e-d173-475a-934c-dc64a043688e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd8810a-a372-417a-b2b9-861960c13a84 HTTP/1.1" status: 200 len: 217 time: 0.0926816 Dec 14 18:06:49.414926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:49.433814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:49.439668 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:06:49.440823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9969b4-a2f6-4418-a7d5-741bd71144e7 req-cea03e5b-0a72-4ad4-aece-e2a28f8d7b7e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:49.442546 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0b9969b4-a2f6-4418-a7d5-741bd71144e7 req-cea03e5b-0a72-4ad4-aece-e2a28f8d7b7e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 943 time: 0.1252978 Dec 14 18:06:49.465380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:49.497061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-00e2cad9-63af-476f-b067-2f4bb79c2998 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:49.498800 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-00e2cad9-63af-476f-b067-2f4bb79c2998 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.0802691 Dec 14 18:06:49.505776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:49.507832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:49.543759 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0b9969b4-a2f6-4418-a7d5-741bd71144e7 req-610f3ad4-aa7a-4f0a-9e20-605ec70f760c tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912659 Dec 14 18:06:49.546329 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e028dc9b-b25a-4c06-9040-ef8840072ce4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:49.576528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:49.580635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:49.583545 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-e1d265d1-ad99-41d2-ba77-3b91411d5cd2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0789833 Dec 14 18:06:49.594097 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e028dc9b-b25a-4c06-9040-ef8840072ce4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:49.669840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e028dc9b-b25a-4c06-9040-ef8840072ce4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:49.675404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d9608c8b-b28f-49cf-971e-dbfebfb4234f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:49.702555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e028dc9b-b25a-4c06-9040-ef8840072ce4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59317742-4c7f-4ee4-8d20-1483ab048264,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:49.706018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e028dc9b-b25a-4c06-9040-ef8840072ce4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:49.740469 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-d9e8efef-b5f7-4b9e-b7d4-26988e937653 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502461 Dec 14 18:06:49.745555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e028dc9b-b25a-4c06-9040-ef8840072ce4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:49.746916 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e028dc9b-b25a-4c06-9040-ef8840072ce4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "DELETE /v2.0/security-groups/59317742-4c7f-4ee4-8d20-1483ab048264 HTTP/1.1" status: 204 len: 168 time: 0.3308244 Dec 14 18:06:49.750306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34020) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:49.768111 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.v2.resource [None req-86775268-d3e5-4fe4-9f7b-86966ce0c6ac tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] show failed (client error): The resource could not be found. Dec 14 18:06:49.769308 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-86775268-d3e5-4fe4-9f7b-86966ce0c6ac tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups/59317742-4c7f-4ee4-8d20-1483ab048264 HTTP/1.1" status: 404 len: 347 time: 0.0178552 Dec 14 18:06:49.772292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34024) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:49.867087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:06:49.888254 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f3ffdf0-f2df-40ff-995c-de28f38f0777 req-d2133506-d311-4e27-aedc-357428289052 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415606 Dec 14 18:06:50.042024 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-94b7afe9-c11e-4c96-a9df-94b1a998892c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 1097 time: 0.0810945 Dec 14 18:06:50.165441 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Deleting port d05cb90d-d8be-433e-8ada-d01f1d766fb4 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:06:50.165740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:50.189747 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-d6b1de68-3146-4a19-9ac2-e3f73f1644af service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:50.191377 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-d6b1de68-3146-4a19-9ac2-e3f73f1644af service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.1428003 Dec 14 18:06:50.266633 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-0db797dc-f53d-44cc-9e54-a9f35194315a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd8810a-a372-417a-b2b9-861960c13a84 HTTP/1.1" status: 200 len: 217 time: 0.0687871 Dec 14 18:06:50.352852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:50.353376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:50.390001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-76b2ec57-3adf-4617-858e-bad02fb7d4a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:50.391663 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-76b2ec57-3adf-4617-858e-bad02fb7d4a6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.1184821 Dec 14 18:06:50.460262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dc2331-2e0d-4cf8-bfab-9856a15590e8 req-01c08d55-9ed5-42ac-a0a8-16372e026abb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:50.461751 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-39dc2331-2e0d-4cf8-bfab-9856a15590e8 req-01c08d55-9ed5-42ac-a0a8-16372e026abb tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1510108 Dec 14 18:06:50.515502 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Calling delete_port for d05cb90d-d8be-433e-8ada-d01f1d766fb4 owned by network:floatingip {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:06:50.530503 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-4439b096-c03d-4569-8beb-ab4948459847 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1302900 Dec 14 18:06:50.536070 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-39dc2331-2e0d-4cf8-bfab-9856a15590e8 req-4b1c97cb-62cf-44d2-90bc-89c9f1b78d27 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657055 Dec 14 18:06:50.673619 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-5cb38382-a4eb-4ac2-8d63-edf7aa13bf31 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362336 Dec 14 18:06:50.814269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd82055-8d95-4ef0-9a9e-4862ebe2492f req-b0d9e9ef-7f09-4abb-9cf8-be33e189c1ba tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:50.815880 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7dd82055-8d95-4ef0-9a9e-4862ebe2492f req-b0d9e9ef-7f09-4abb-9cf8-be33e189c1ba tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 944 time: 0.0931287 Dec 14 18:06:50.816984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:50.821385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:50.831502 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21d17db7-5152-4139-b7a9-29d06a005df2 req-8883677f-0528-4dde-8bcb-6c38213cd84d service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515894 Dec 14 18:06:50.879839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event deleted for resources: {'Port': ['ID=d05cb90d-d8be-433e-8ada-d01f1d766fb4,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:50.885116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:50.988364 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7dd82055-8d95-4ef0-9a9e-4862ebe2492f req-8ff52785-0ad0-4e44-ae41-a3d17652175a tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333082 Dec 14 18:06:50.996834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.004315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:51.017177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.017177 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b3c0d8d8-5576-43be-acef-fc11f23fbbb2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "DELETE /v2.0/floatingips/51d6a617-91e0-45b4-9f4d-cfa34c510b00 HTTP/1.1" status: 204 len: 168 time: 1.2400107 Dec 14 18:06:51.121567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:51.128423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:51.128423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.245586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.273380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:06:51.283215 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:51.329167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.331209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4a7f59fb-5112-483f-92c9-e4c186250443 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:51.406199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:51.410036 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'code': 200} Dec 14 18:06:51.410635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:51.451676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34038) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:51.457903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356992854', 'description': 'tempest-description--1529787852'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:51.464439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:51.469486 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:security_group and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:51.472548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:51.478699 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:51.528653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.566608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:51.570847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:security_group_rule and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:51.573853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:51.579950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:51.721351 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bd97dd45-7dfb-41e8-bb3f-ec1022f74912 req-e406c1c1-794a-4e9e-881a-571a32aeb4ea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0791965 Dec 14 18:06:51.771648 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bd97dd45-7dfb-41e8-bb3f-ec1022f74912 req-b764c37e-42e0-4314-929e-f9a775dadb00 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413527 Dec 14 18:06:51.785739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.805323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1654c2-15ac-4263-9d5d-8c2790fbe5d0 req-4c688c7f-8cc8-45ce-9363-cd42947ce4ba tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:51.806969 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6a1654c2-15ac-4263-9d5d-8c2790fbe5d0 req-4c688c7f-8cc8-45ce-9363-cd42947ce4ba tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1083655 Dec 14 18:06:51.829191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.837234 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-47a7ffd0-325c-4099-b2ef-e7e72349dab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:51.900835 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6a1654c2-15ac-4263-9d5d-8c2790fbe5d0 req-4203c25a-ce92-4a89-8604-d02c920a09e1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875525 Dec 14 18:06:51.901642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5318bae7-94c9-43da-88b5-d03f872a59ab,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:51.904526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:51.928722 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:51.930109 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.4771771 Dec 14 18:06:51.933023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34044) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:51.939031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'security_group_rule': {'security_group_id': '5318bae7-94c9-43da-88b5-d03f872a59ab', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:51.945405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:51.949801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:security_group_rule and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:51.953018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:51.959280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:52.014869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.078632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.116897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.119186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-106965d2-93b3-48d9-8abc-b8fa0be5f972 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:52.141106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf05ce98-4642-4245-88a8-1b9db4ac03c4,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:52.145327 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:52.179881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.181178 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-955b0121-09d5-4045-92b0-a0a286e7361b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2471538 Dec 14 18:06:52.184077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34050) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:52.190000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'security_group_rule': {'security_group_id': '5318bae7-94c9-43da-88b5-d03f872a59ab', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:52.196253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:52.200294 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:security_group_rule and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:52.202002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a932513a-0704-4e70-9265-f50ee5ab4599 req-86e24e78-94ec-44d2-be3f-e4b582910854 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:52.203795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:52.204112 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a932513a-0704-4e70-9265-f50ee5ab4599 req-86e24e78-94ec-44d2-be3f-e4b582910854 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.0889313 Dec 14 18:06:52.209807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:52.252347 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a932513a-0704-4e70-9265-f50ee5ab4599 req-6591712b-cc2f-48e4-969c-b891760e2703 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418434 Dec 14 18:06:52.265822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.330401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.372729 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.374855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:52.398216 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae4db3d1-56d8-4efb-9a15-ada14d844264,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:52.400703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:52.442977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.444263 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-0577b003-cd17-46bd-a4ae-d331af187c0c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2591918 Dec 14 18:06:52.447571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34054) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:52.453726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'floatingip': {'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:52.459523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:52.463514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Usage tracker for resource:floatingip and tenant:23f671b560ef45c6977ed27d7008e732 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:06:52.466768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:06:52.473338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:52.511424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.657409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:52.801907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Allocated IP 172.28.1.43 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/b8cf69e1-55ab-47d2-9259-d501739d85ae) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:52.958115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:53.012807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:06:53.014888 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:53.019654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:53.133466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:53.146064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:53.150650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'Port': ['ID=b8cf69e1-55ab-47d2-9259-d501739d85ae,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:53.151775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:53.163504 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:53.178901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '1cd8810a-a372-417a-b2b9-861960c13a84', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'port_id': '1cd8810a-a372-417a-b2b9-861960c13a84', 'mac_address': 'fa:16:3e:64:60:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:06:53.185494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:53.238789 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:53.239000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623f022a-deb5-46ad-be2d-c38528a94085 req-3d8c2c5d-60f8-4d3a-bcb5-f469dc38cefc tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:53.240379 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-623f022a-deb5-46ad-be2d-c38528a94085 req-3d8c2c5d-60f8-4d3a-bcb5-f469dc38cefc tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1869659 Dec 14 18:06:53.257673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd8810a-a372-417a-b2b9-861960c13a84 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:06:53.273800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:53.338704 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:53.340968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:53.357418 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-623f022a-deb5-46ad-be2d-c38528a94085 req-8658c83b-ffd1-443f-8318-8d67694ac837 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1103010 Dec 14 18:06:53.385772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:53.411304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:53.414457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:53.468861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42041c78-0bef-40b1-9914-bc949bd8b642 req-91232639-be2d-4901-b62e-d2c68331e936 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:53.470465 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-42041c78-0bef-40b1-9914-bc949bd8b642 req-91232639-be2d-4901-b62e-d2c68331e936 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.0835788 Dec 14 18:06:53.475906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:53.520555 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-42041c78-0bef-40b1-9914-bc949bd8b642 req-e9ba5f31-8a4f-4e6b-b685-d051c5b31b59 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437365 Dec 14 18:06:53.667304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['1cd8810a-a372-417a-b2b9-861960c13a84'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:06:53.759723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:53.768194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02e0d-ee97-47ef-9915-4a3790334fa1 req-171ce3e7-183c-479d-9bdc-4892dce47c35 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:53.773458 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bdd02e0d-ee97-47ef-9915-4a3790334fa1 req-171ce3e7-183c-479d-9bdc-4892dce47c35 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.1262784 Dec 14 18:06:53.813377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1307087'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:53.820185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:53.873920 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bdd02e0d-ee97-47ef-9915-4a3790334fa1 req-0b060b62-755d-4b7e-8aa3-f038934a2aee tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974870 Dec 14 18:06:53.925330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'Port': ['ID=b8cf69e1-55ab-47d2-9259-d501739d85ae,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:53.929798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:53.950637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:54.003067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:54.004443 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5558209 Dec 14 18:06:54.196942 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-607fa6a9-7429-4ace-be42-bf39b4f09e36 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Synchronizing usage tracker for tenant:23f671b560ef45c6977ed27d7008e732 on resource:security_group {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:54.247044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-607fa6a9-7429-4ace-be42-bf39b4f09e36 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Unset dirty status for tenant:23f671b560ef45c6977ed27d7008e732 on resource:security_group {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:54.248337 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-607fa6a9-7429-4ace-be42-bf39b4f09e36 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-securitygroup--356992854&fields=id&tenant_id=23f671b560ef45c6977ed27d7008e732 HTTP/1.1" status: 200 len: 267 time: 0.0993793 Dec 14 18:06:54.408639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-3e1375fb-75eb-4a24-8e4c-82b9acb2242c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:54.410223 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-3e1375fb-75eb-4a24-8e4c-82b9acb2242c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 811 time: 0.1547351 Dec 14 18:06:54.427972 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-570c9867-e70b-4ea7-8d55-9185045e8a21 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/quotas/23f671b560ef45c6977ed27d7008e732 HTTP/1.1" status: 200 len: 375 time: 0.0113752 Dec 14 18:06:54.453707 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf676b-81b8-4545-a927-078fc92fbaf5 req-aa3a6d4b-971c-441a-9448-248d73d5f133 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:54.455463 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aecf676b-81b8-4545-a927-078fc92fbaf5 req-aa3a6d4b-971c-441a-9448-248d73d5f133 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.0854483 Dec 14 18:06:54.504257 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-aecf676b-81b8-4545-a927-078fc92fbaf5 req-867c2896-3da7-4242-8599-54fbac76eae6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423572 Dec 14 18:06:54.513832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-ef0d34aa-9c3c-4bbc-afbf-82bfe37cd326 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Synchronizing usage tracker for tenant:23f671b560ef45c6977ed27d7008e732 on resource:port {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:54.566976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-ef0d34aa-9c3c-4bbc-afbf-82bfe37cd326 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Unset dirty status for tenant:23f671b560ef45c6977ed27d7008e732 on resource:port {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:06:54.568488 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-ef0d34aa-9c3c-4bbc-afbf-82bfe37cd326 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1347344 Dec 14 18:06:54.701912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8d6600-342b-48bb-98de-9db401474be0 req-e469104a-6054-4fb4-9b27-bdff99142850 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:54.704659 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0a8d6600-342b-48bb-98de-9db401474be0 req-e469104a-6054-4fb4-9b27-bdff99142850 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 945 time: 0.0868237 Dec 14 18:06:54.756699 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0a8d6600-342b-48bb-98de-9db401474be0 req-6b2f8aa0-4955-4735-ae1f-d4566a8b1b38 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454624 Dec 14 18:06:54.815482 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-624a4ceb-8e1b-47cf-8292-474b2512f13f service neutron] 10.222.0.58 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2330399 Dec 14 18:06:54.958995 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-0e82fb46-e3ca-44fc-af11-97272c0b0be6 service neutron] 10.222.0.58 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371632 Dec 14 18:06:55.011369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:06:55.132631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 1cd8810a-a372-417a-b2b9-861960c13a84 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:55.138032 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 1cd8810a-a372-417a-b2b9-861960c13a84 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:55.142121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:55.264292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:55.291836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:06:55.302728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:06:55.328586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:55.330919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:55.360622 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84', 'code': 200} Dec 14 18:06:55.401637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:55.404722 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:55.642871 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9e2a9df4-7a4d-40c0-8ac3-d024a087170c req-23a3ca4a-e12a-4fa8-a461-4af6719eae28 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 1099 time: 0.0753505 Dec 14 18:06:55.688073 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9e2a9df4-7a4d-40c0-8ac3-d024a087170c req-b5b59051-d5a9-4191-8513-a422a6b50947 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384524 Dec 14 18:06:55.980115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f3add3-082f-450c-a8e7-085cd4945a48 req-cd731430-1416-4e20-8a6e-f64c82014d51 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:55.981585 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c7f3add3-082f-450c-a8e7-085cd4945a48 req-cd731430-1416-4e20-8a6e-f64c82014d51 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0804410 Dec 14 18:06:56.032514 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c7f3add3-082f-450c-a8e7-085cd4945a48 req-812ca102-6c61-47c3-ab3f-eeb19cf2d0b4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444679 Dec 14 18:06:56.309944 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-11295a3f-20de-4751-90dd-d7c804ca6917 req-b50e7aec-1d28-45e4-82dc-540f263b1eb0 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 210 time: 0.0496750 Dec 14 18:06:57.262730 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a5c9a1-1f8e-4e72-bc0a-af236fb25099 req-1228756e-3f5e-42c1-9004-a2e24ee88d0b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:57.262730 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-51a5c9a1-1f8e-4e72-bc0a-af236fb25099 req-1228756e-3f5e-42c1-9004-a2e24ee88d0b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0914156 Dec 14 18:06:57.317661 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-51a5c9a1-1f8e-4e72-bc0a-af236fb25099 req-c2917dca-9d2f-42d7-8a83-98437ca201e8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476472 Dec 14 18:06:57.495526 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-abbdca24-b57c-488a-9f6c-293de74e05e2 req-82b66639-aff3-4035-8094-aac52bf433ce tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 210 time: 0.0468678 Dec 14 18:06:57.980166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-31702028-9b87-4812-8583-6aadc93cf4fd tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:57.981681 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-31702028-9b87-4812-8583-6aadc93cf4fd tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 811 time: 0.1551139 Dec 14 18:06:58.036423 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-c6ca858a-1203-4949-a042-19177c34fcd3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=23f671b560ef45c6977ed27d7008e732 HTTP/1.1" status: 200 len: 379 time: 0.0441420 Dec 14 18:06:58.046228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'port': {'device_id': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'admin_state_up': True, 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'security_groups': ['5318bae7-94c9-43da-88b5-d03f872a59ab']}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:58.190965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:06:58.200956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:06:58.225546 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Made reservation on behalf of 23f671b560ef45c6977ed27d7008e732 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:06:58.231273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:58.407252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Allocated IP 172.20.0.5 (89a383af-5344-41d1-86df-e5e1a89c2049/9f6cf3f8-a505-493d-b4f0-c07a83e74a31/97f9a705-7ad2-4eb6-8132-acc9f75799d0) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:06:58.672950 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37b4a2f4-db59-4742-b500-6f5e711c9c38 req-c2bc4b66-f773-4e25-8e10-0da9b7758668 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 210 time: 0.0488954 Dec 14 18:06:58.841360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450e088-ad87-47c6-8152-de2b0432a0ec req-4a4ef42f-0343-4e89-b139-14c453fc997a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:58.842985 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9450e088-ad87-47c6-8152-de2b0432a0ec req-4a4ef42f-0343-4e89-b139-14c453fc997a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.1978779 Dec 14 18:06:58.917323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:58.939899 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9450e088-ad87-47c6-8152-de2b0432a0ec req-13f25d6a-8a30-450b-83af-2dd381d65bfd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896628 Dec 14 18:06:58.942328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Transition to ACTIVE for port object 97f9a705-7ad2-4eb6-8132-acc9f75799d0 will not be triggered until provisioned by entity DHCP. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:58.997597 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:59.004251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-00978029-df44-4a8b-9935-29df572a4e60 tempest-ServerRescueNegativeTestJSON-1369961129 tempest-ServerRescueNegativeTestJSON-1369961129-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:06:59.078857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Network 89a383af-5344-41d1-86df-e5e1a89c2049 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:06:59.080071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:06:59.085368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:06:59.116862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event updated for resources: {'Port': ['ID=97f9a705-7ad2-4eb6-8132-acc9f75799d0,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:06:59.155455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822636f2-5f7a-4d49-9188-b95fe7097892 req-a875a2f5-48fb-406d-8234-27e7d12c5e2e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:59.157659 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-822636f2-5f7a-4d49-9188-b95fe7097892 req-a875a2f5-48fb-406d-8234-27e7d12c5e2e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0870492 Dec 14 18:06:59.164969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.165520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.166185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.166590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.167042 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.167443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.167840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.168235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.168374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34140) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:06:59.168629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.169020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.169411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:06:59.175090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Request body: {'floatingip': {'port_id': '1cd8810a-a372-417a-b2b9-861960c13a84'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:59.180749 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:59.181318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:59.187701 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:06:59.264809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:59.267389 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2249663 Dec 14 18:06:59.280274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Request body: {'port': {'device_id': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:06:59.403850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:59.517579 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-9280492b-31a3-4772-aed4-678a1bf0eb53 None None] Provisioning for port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 completed by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:06:59.525906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-9280492b-31a3-4772-aed4-678a1bf0eb53 None None] Provisioning complete for port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:06:59.526716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9280492b-31a3-4772-aed4-678a1bf0eb53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:59.599053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-9280492b-31a3-4772-aed4-678a1bf0eb53 None None] Port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 cannot update to ACTIVE because it is not bound. {{(pid=88326) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:307}} Dec 14 18:06:59.893851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97f9a705-7ad2-4eb6-8132-acc9f75799d0 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:06:59.905253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:59.926500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Transition to ACTIVE for port object 97f9a705-7ad2-4eb6-8132-acc9f75799d0 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:06:59.952352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f3a6b-67e8-4337-b48c-75f0d215b2d3 req-d0443c1e-53ee-4210-8e1d-f41c53ae6da3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:06:59.953506 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-7c6f3a6b-67e8-4337-b48c-75f0d215b2d3 req-d0443c1e-53ee-4210-8e1d-f41c53ae6da3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Synchronizing usage tracker for tenant:23f671b560ef45c6977ed27d7008e732 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:06:59.958045 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:06:59.962627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:00.088644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-7c6f3a6b-67e8-4337-b48c-75f0d215b2d3 req-d0443c1e-53ee-4210-8e1d-f41c53ae6da3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Unset dirty status for tenant:23f671b560ef45c6977ed27d7008e732 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:07:00.090199 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7c6f3a6b-67e8-4337-b48c-75f0d215b2d3 req-d0443c1e-53ee-4210-8e1d-f41c53ae6da3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 931 time: 0.2523806 Dec 14 18:07:00.094532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9a53e2-5ce3-4c4a-acdb-63c3305bd5e1 req-49d653a8-9247-4a6a-921c-813e25281480 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:00.096197 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2b9a53e2-5ce3-4c4a-acdb-63c3305bd5e1 req-49d653a8-9247-4a6a-921c-813e25281480 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.1185062 Dec 14 18:07:00.103147 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Pushing event updated for resources: {'Port': ['ID=97f9a705-7ad2-4eb6-8132-acc9f75799d0,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:00.121660 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:00.234594 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7c6f3a6b-67e8-4337-b48c-75f0d215b2d3 req-c98f48ba-b6b4-4635-8c1f-e62bf63ddf4e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1322854 Dec 14 18:07:00.239361 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2b9a53e2-5ce3-4c4a-acdb-63c3305bd5e1 req-a8614560-6c70-4ac3-a89f-c3fbe2f9cf37 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845187 Dec 14 18:07:00.244030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:00.267411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34154) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:00.275075 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Attempting to bind port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:07:00.275394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:00.275511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Attempting to bind port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:07:00.275809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Attempting to bind port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 on network 89a383af-5344-41d1-86df-e5e1a89c2049 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:07:00.283144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 on network 89a383af-5344-41d1-86df-e5e1a89c2049 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:07:00.283447 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Attempting to bind port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 on network 89a383af-5344-41d1-86df-e5e1a89c2049 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:07:00.290376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 6, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:07:00.290746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Checking segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:07:00.291225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Bound using segment: {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:07:00.291677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Bound port: 97f9a705-7ad2-4eb6-8132-acc9f75799d0, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b79fcde-4801-49f7-99a5-fccdd61f20df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:07:00.292069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:00.387490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] For port 97f9a705-7ad2-4eb6-8132-acc9f75799d0, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:07:00.391560 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] For port 97f9a705-7ad2-4eb6-8132-acc9f75799d0, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=97f9a705-7ad2-4eb6-8132-acc9f75799d0,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:07:00.443223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:00.448025 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:00.510144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:00.511702 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] 10.222.0.18 "PUT /v2.0/ports/97f9a705-7ad2-4eb6-8132-acc9f75799d0 HTTP/1.1" status: 200 len: 1093 time: 1.2364542 Dec 14 18:07:00.512303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'tag': '97f9a705-7ad2-4eb6-8132-acc9f75799d0'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:07:00.523201 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-24f455b1-456b-4486-b6d0-4948a42ec600 tempest-TestMinimumBasicScenario-49282043 tempest-TestMinimumBasicScenario-49282043-project-admin] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1093 time: 0.2518754 Dec 14 18:07:00.523858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34162) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:00.532792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'floatingip': {'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'port_id': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:00.539302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:00.539608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Pushing event updated for resources: {'Port': ['ID=97f9a705-7ad2-4eb6-8132-acc9f75799d0,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:00.543349 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:00.545514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Usage tracker for resource:floatingip and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:07:00.549081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:07:00.572138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:00.574153 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'tag': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'status': 'completed', 'code': 200} Dec 14 18:07:00.589256 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Floating IP ed6ed241-36c5-4691-ac40-2c5b79a4c921 associated. External IP: 172.28.1.17, port: 1cd8810a-a372-417a-b2b9-861960c13a84. Dec 14 18:07:00.646914 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for floatingip, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:00.669004 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-f8077f96-7b5a-4203-bdb6-48fb747ed2f0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 1096 time: 0.0803373 Dec 14 18:07:00.748307 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-c3b7b09e-b67d-42f7-82eb-f233db856273 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f9a705-7ad2-4eb6-8132-acc9f75799d0 HTTP/1.1" status: 200 len: 217 time: 0.0726182 Dec 14 18:07:00.819060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-aa92c986-815b-41a4-8c67-65d37d04fd85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:00.820784 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-aa92c986-815b-41a4-8c67-65d37d04fd85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.0669262 Dec 14 18:07:00.904746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-39112d3a-9760-4159-ac4a-2fb83193ec56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0774136 Dec 14 18:07:00.914439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:01.048132 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-2dd1e5b6-1111-489d-b9c0-99903faf5018 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372399 Dec 14 18:07:01.147548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Allocated IP 172.28.1.19 (0777ae0f-0225-40d0-9ad2-d61648840a30/d64f3e2e-7aea-486f-b438-3196df6b6020/af960802-290e-438e-8769-6695446b3e0c) {{(pid=88324) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:07:01.194492 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21ccf4d2-992c-4350-ba0c-f58d0cc04f79 req-66bc395a-efb9-406f-b965-5b96b5cb5ba6 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394372 Dec 14 18:07:01.362413 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-e60d0012-144a-49ab-ab83-b828905b8378 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 1096 time: 0.0886612 Dec 14 18:07:01.414096 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for port, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:01.440112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Router 9281c572-b4bc-428b-8138-5d3f865f05fd has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:07:01.524691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:01.535939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:01.575477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68540291-f64f-472d-8ca0-01fde4c4b498 req-f898b7ec-8875-47d9-9e38-050517b39339 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:01.577059 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-68540291-f64f-472d-8ca0-01fde4c4b498 req-f898b7ec-8875-47d9-9e38-050517b39339 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 943 time: 0.2137654 Dec 14 18:07:01.582501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-95a274ee-c03b-432d-92e8-ddd7b61450a8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:01.583952 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-95a274ee-c03b-432d-92e8-ddd7b61450a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 912 time: 0.1813383 Dec 14 18:07:01.608882 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Network 0777ae0f-0225-40d0-9ad2-d61648840a30 is already hosted by enough agents. {{(pid=88324) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:07:01.686015 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-4bc5395c-2e50-4030-8885-aec86c2854f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f9a705-7ad2-4eb6-8132-acc9f75799d0 HTTP/1.1" status: 200 len: 217 time: 0.0812199 Dec 14 18:07:01.744738 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-68540291-f64f-472d-8ca0-01fde4c4b498 req-72a5d935-29c7-4e7e-9c50-4b0938a8d6aa tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597800 Dec 14 18:07:01.768514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-48b21442-66c5-4580-8703-48edfc0d8676 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:01.770170 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-48b21442-66c5-4580-8703-48edfc0d8676 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.0773025 Dec 14 18:07:01.837837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources bound (agent type, host, resource id): {{(pid=88324) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:07:01.845370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Received port after_create {{(pid=88324) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:07:01.853746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-3d513926-c3c9-4b24-a09d-97fe39f9165b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0755768 Dec 14 18:07:01.875693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'Port': ['ID=af960802-290e-438e-8769-6695446b3e0c,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:01.904034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.904450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.904860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.905266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.905699 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.906099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.906496 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.906913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.907313 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.907708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.908106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:01.915518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:01.997280 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-bfca06cb-74c0-42ff-9a81-6e65b04c66f7 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370516 Dec 14 18:07:02.140552 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-705b2571-94a7-4880-ac8d-0c8d05eb3837 req-7725ecd5-a2a6-4a38-95a7-9f9e9ef346bc service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367195 Dec 14 18:07:02.219024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:07:02.229651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] Sync routers for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:07:02.242079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:07:02.242923 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:02.289654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:02.372152 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-cc42ff25-4f7c-43a3-8669-ce4189162630 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "PUT /v2.0/floatingips/ed6ed241-36c5-4691-ac40-2c5b79a4c921 HTTP/1.1" status: 200 len: 991 time: 3.2024910 Dec 14 18:07:02.381816 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:07:02.457715 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84', 'status': 'completed', 'code': 200} Dec 14 18:07:02.575898 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-aa9fb9e8-0b8c-4f50-a87a-7e4df9f9a449 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 1099 time: 0.0867567 Dec 14 18:07:02.589572 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:02.603113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:07:02.674969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:02.748113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-a2fc3026-d7f9-4ad4-9318-11ca350b30c6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:02.751004 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-a2fc3026-d7f9-4ad4-9318-11ca350b30c6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.1691928 Dec 14 18:07:02.895307 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-5e4ac222-3d3e-4436-8399-f4e1a7dbf85e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd8810a-a372-417a-b2b9-861960c13a84 HTTP/1.1" status: 200 len: 999 time: 0.1250131 Dec 14 18:07:02.904266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:02.933738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1307087'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:02.939567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:02.977463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': 'ed6ed241-36c5-4691-ac40-2c5b79a4c921', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'port_id': '1cd8810a-a372-417a-b2b9-861960c13a84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'mac_address': 'fa:16:3e:64:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0175a78c-5489-4865-b25d-21bffdb2123d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:07:00Z', 'revision_number': 1, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:02.981618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] Checking router: 9281c572-b4bc-428b-8138-5d3f865f05fd for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:07:02.995336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:07:02.996006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:03.019999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-c662c7c1-0c39-4628-a959-2450c88672d0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:03.021602 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-c662c7c1-0c39-4628-a959-2450c88672d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.1200368 Dec 14 18:07:03.045968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'Port': ['ID=af960802-290e-438e-8769-6695446b3e0c,revision_number=2']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:03.050552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:03.066237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 97f9a705-7ad2-4eb6-8132-acc9f75799d0 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:07:03.073017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:03.092342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e5a035-2637-4a31-832b-8b4e2985184b req-a84af5a2-62d7-4e2d-b4c2-f8c19ff8e7c6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:03.094369 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-48e5a035-2637-4a31-832b-8b4e2985184b req-a84af5a2-62d7-4e2d-b4c2-f8c19ff8e7c6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 943 time: 0.1915159 Dec 14 18:07:03.161423 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-463742e4-bf36-4ca5-816e-c1fc98dd3ea8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1290717 Dec 14 18:07:03.168960 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-48e5a035-2637-4a31-832b-8b4e2985184b req-1ebf70ee-52ec-4a76-88bf-41b91b8168f3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654478 Dec 14 18:07:03.196207 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:07:03.284698 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Floating IP 10dad45e-df25-4970-830d-8d6b0dc36327 associated. External IP: 172.28.1.19, port: 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5. Dec 14 18:07:03.509004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 97f9a705-7ad2-4eb6-8132-acc9f75799d0, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=97f9a705-7ad2-4eb6-8132-acc9f75799d0,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:07:03.560960 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-36cde818-8311-46cf-bff8-12547f90e819 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712568 Dec 14 18:07:03.584199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'port_id': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'mac_address': 'fa:16:3e:b5:f1:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:07:03.687033 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:03.727938 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dc8f80cc-0f6b-402c-ab7e-cef917deee1b req-bff2b617-ed09-4617-a743-09c366e290ca service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590917 Dec 14 18:07:03.745331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97f9a705-7ad2-4eb6-8132-acc9f75799d0 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:07:03.762954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Router 5e7e956f-92ae-4145-a6f1-01621aa8c74e has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:07:03.774471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 97f9a705-7ad2-4eb6-8132-acc9f75799d0, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=97f9a705-7ad2-4eb6-8132-acc9f75799d0,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:07:03.792419 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': 'ed6ed241-36c5-4691-ac40-2c5b79a4c921', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'port_id': '1cd8810a-a372-417a-b2b9-861960c13a84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'mac_address': 'fa:16:3e:64:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0175a78c-5489-4865-b25d-21bffdb2123d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:07:00Z', 'revision_number': 1, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:03.796673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4f8494-db62-4590-bf41-9e6dd58ffe85 None None] The sync data for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb is: [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': 'ed6ed241-36c5-4691-ac40-2c5b79a4c921', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'floating_ip_address': '172.28.1.17', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'port_id': '1cd8810a-a372-417a-b2b9-861960c13a84', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'mac_address': 'fa:16:3e:64:60:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0175a78c-5489-4865-b25d-21bffdb2123d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:06:32Z', 'updated_at': '2021-12-14T18:07:00Z', 'revision_number': 1, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:07:03.802389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:03.804853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:03.878654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=97f9a705-7ad2-4eb6-8132-acc9f75799d0,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:03.882034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:03.984060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:07:03.994478 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] Sync routers for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:07:04.007650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:07:04.008344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:04.036624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.098404 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.5737748 Dec 14 18:07:04.101191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34178) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:04.107382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1263991203', 'description': 'tempest-secgroup-smoke-1263991203 description', 'project_id': '309ca790741d4419a14ff35c18423361'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:04.113916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:04.124949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:04.158782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f981c52e-5e3b-428a-af78-c5c6f507822e None None] New status for floating IP ed6ed241-36c5-4691-ac40-2c5b79a4c921: ACTIVE {{(pid=88326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:07:04.162607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.202768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:07:04.224905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['97f9a705-7ad2-4eb6-8132-acc9f75799d0'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:07:04.227751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:04.232660 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Usage tracker for resource:security_group_rule and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:07:04.236687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:07:04.242954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:04.311373 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.344991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.351439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d648869d-9bc4-4134-8c14-a8449a21614b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:04.401736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=79765d88-6778-4e57-89bb-a20e5c15b0f6,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:04.407225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:04.437775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a827f8-e827-48cb-8c10-b465cff77537 req-d83ee736-886f-4ebb-94d6-ad6c2b631989 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:04.439476 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-69a827f8-e827-48cb-8c10-b465cff77537 req-d83ee736-886f-4ebb-94d6-ad6c2b631989 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 944 time: 0.0982902 Dec 14 18:07:04.448022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.452972 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3476274 Dec 14 18:07:04.453703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34184) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:04.460074 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'security_group_rule': {'security_group_id': '79765d88-6778-4e57-89bb-a20e5c15b0f6', 'project_id': '309ca790741d4419a14ff35c18423361', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:04.467687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:04.472274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Usage tracker for resource:security_group_rule and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:07:04.476027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:07:04.482467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:04.491527 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:07:04.516206 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-69a827f8-e827-48cb-8c10-b465cff77537 req-949daeb6-4ea6-41e3-8d9d-1e81b7c8c65e tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701745 Dec 14 18:07:04.532561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.573813 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'status': 'completed', 'code': 200} Dec 14 18:07:04.602881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '10dad45e-df25-4970-830d-8d6b0dc36327', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'floating_ip_address': '172.28.1.19', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'port_id': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'mac_address': 'fa:16:3e:04:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b883e-3c9d-4010-b509-fc2466911eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:07:02Z', 'updated_at': '2021-12-14T18:07:02Z', 'revision_number': 0, 'project_id': '309ca790741d4419a14ff35c18423361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:11Z', 'revision_number': 5, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:04.607137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] Checking router: 5e7e956f-92ae-4145-a6f1-01621aa8c74e for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:07:04.614217 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.619456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:07:04.620236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:04.654107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.657348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-efb0f35f-c612-4f0f-b54f-399fd9d06b62 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:04.677407 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3a3c9e1-be85-4885-a935-5891647a36db,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:04.681197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:04.697381 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-a72a0bb3-2357-41dc-9d3d-5f54a04cb792 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0869920 Dec 14 18:07:04.745605 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.749530 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.2927370 Dec 14 18:07:04.750404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34190) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:04.756687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'security_group_rule': {'security_group_id': '79765d88-6778-4e57-89bb-a20e5c15b0f6', 'project_id': '309ca790741d4419a14ff35c18423361', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:04.763393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:04.767571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Usage tracker for resource:security_group_rule and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:07:04.770853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:07:04.777603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:04.812795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:07:04.831819 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.848945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-5008638d-2ce8-40ed-8323-e7f62899033f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:04.850558 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-5008638d-2ce8-40ed-8323-e7f62899033f service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 915 time: 0.1466331 Dec 14 18:07:04.908518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.939854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:04.942175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c0a14bd8-e058-4974-aa4c-5d73e2b307ad tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:04.963418 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-01f60d53-358b-4276-a5bd-01c8255d260e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 998 time: 0.1064909 Dec 14 18:07:04.967375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6981d0c2-c29b-45d0-8bcb-dba871e73d2a,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:04.970794 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:05.018311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.022919 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9a5a96cd-9f27-4eed-bccc-7d26b688aa29 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2682528 Dec 14 18:07:05.022919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34196) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:05.031290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'security_group_rule': {'security_group_id': '79765d88-6778-4e57-89bb-a20e5c15b0f6', 'project_id': '309ca790741d4419a14ff35c18423361', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:05.035617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-529c37b4-73db-46bd-b8fd-b888223af6b4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:05.037184 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-529c37b4-73db-46bd-b8fd-b888223af6b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 200 len: 853 time: 0.0662899 Dec 14 18:07:05.038410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:05.042524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Usage tracker for resource:security_group_rule and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:07:05.045630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:07:05.051797 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:05.106962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.122430 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-93bded0e-b976-416e-a5f4-bb5bdc0045ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4455478-2de8-4443-a924-f8f29a4e3d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0767303 Dec 14 18:07:05.179245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.213175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.222704 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ce8387de-ce3a-4b07-82e2-9f075dc915d5 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:05.246917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01931f47-ef6d-4ca2-8b36-2a1460b24882,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:05.250028 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:05.274893 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-930f5762-b09a-45ea-9f07-cda08c492b2a service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450737 Dec 14 18:07:05.281393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.282780 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-dd70e8df-8719-42b4-b8e8-9f6cf63f3b48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2582879 Dec 14 18:07:05.285629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34200) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:05.291695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'security_group_rule': {'security_group_id': '79765d88-6778-4e57-89bb-a20e5c15b0f6', 'project_id': '309ca790741d4419a14ff35c18423361', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:05.298108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:05.302146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Usage tracker for resource:security_group_rule and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:07:05.305912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:07:05.312658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:05.350402 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '10dad45e-df25-4970-830d-8d6b0dc36327', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'floating_ip_address': '172.28.1.19', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'port_id': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'mac_address': 'fa:16:3e:04:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b883e-3c9d-4010-b509-fc2466911eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:07:02Z', 'updated_at': '2021-12-14T18:07:02Z', 'revision_number': 0, 'project_id': '309ca790741d4419a14ff35c18423361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:11Z', 'revision_number': 5, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:05.355056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1555aa26-cb2f-4734-a4ab-03cd700999b8 None None] The sync data for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb is: [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '10dad45e-df25-4970-830d-8d6b0dc36327', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'floating_ip_address': '172.28.1.19', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'port_id': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'mac_address': 'fa:16:3e:04:96:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '491b883e-3c9d-4010-b509-fc2466911eb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:07:02Z', 'updated_at': '2021-12-14T18:07:02Z', 'revision_number': 0, 'project_id': '309ca790741d4419a14ff35c18423361', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:11Z', 'revision_number': 5, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:07:05.356939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.426271 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-353737bd-3aaa-4d09-b6ae-1df1b4c1eee1 req-bffc4c8c-c81c-49b8-9b48-2bf2ab026355 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437809 Dec 14 18:07:05.700966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.714991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3bb7615-d089-416f-b276-d2c4e1360ec1 None None] New status for floating IP 10dad45e-df25-4970-830d-8d6b0dc36327: ACTIVE {{(pid=88327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:07:05.734916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.744743 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd6558c-5b37-437c-bc1e-2f2bd164d0a0 req-5d441a67-54bd-43ec-831f-822159c220cf tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:05.746001 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3cd6558c-5b37-437c-bc1e-2f2bd164d0a0 req-5d441a67-54bd-43ec-831f-822159c220cf tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 944 time: 0.1109586 Dec 14 18:07:05.750751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:05.792452 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36fa4595-f7ad-458b-a01b-60ff2a99f721,revision_number=0']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:05.799732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:05.822186 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3cd6558c-5b37-437c-bc1e-2f2bd164d0a0 req-6f4142e0-5c1a-4374-9f46-969d200bb061 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653784 Dec 14 18:07:05.830984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:05.833253 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b70e3c2d-3892-4134-a9a8-67164e9a48a2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.5456123 Dec 14 18:07:05.835310 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 34206) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:05.841758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'security_group_rule': {'security_group_id': '79765d88-6778-4e57-89bb-a20e5c15b0f6', 'project_id': '309ca790741d4419a14ff35c18423361', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:05.848357 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:05.852555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Usage tracker for resource:security_group_rule and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:07:05.855890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:07:05.863415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:05.905088 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.securitygroups_db [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Project 309ca790741d4419a14ff35c18423361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:07:05.912057 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:06.037726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:06.059838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:06.062107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4c548dea-60fd-4d33-825b-acb2115032f3 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:06.085651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584c17cc-69c4-427b-8d09-970519d86850,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:06.088227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:06.126391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:06.127776 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-305e671c-ef5d-4695-8f19-4c269f5d4ff6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2913725 Dec 14 18:07:06.130613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 34212) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:06.136642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'security_group_rule': {'security_group_id': '79765d88-6778-4e57-89bb-a20e5c15b0f6', 'project_id': '309ca790741d4419a14ff35c18423361', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:06.142839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:07:06.146881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Usage tracker for resource:security_group_rule and tenant:309ca790741d4419a14ff35c18423361 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:07:06.149913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:07:06.156557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:07:06.196241 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.securitygroups_db [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Project 309ca790741d4419a14ff35c18423361 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 14 18:07:06.202911 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:06.271875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:06.293223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689390'] for security_group_rule, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:06.295377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:06.318791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebdd4e2b-95c2-4a25-a086-a5da5874179c,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:06.321260 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:06.373484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:06.374884 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f6eed660-2532-45b9-8798-8a9a5967ca86 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2431443 Dec 14 18:07:06.511813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-218ef942-9630-45ec-84f9-e931d167041f req-a8847773-facc-4afb-939d-ab1d61bc1959 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Synchronizing usage tracker for tenant:309ca790741d4419a14ff35c18423361 on resource:security_group {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:07:06.550366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-218ef942-9630-45ec-84f9-e931d167041f req-a8847773-facc-4afb-939d-ab1d61bc1959 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Unset dirty status for tenant:309ca790741d4419a14ff35c18423361 on resource:security_group {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:07:06.551628 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-218ef942-9630-45ec-84f9-e931d167041f req-a8847773-facc-4afb-939d-ab1d61bc1959 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263991203&fields=id&tenant_id=309ca790741d4419a14ff35c18423361 HTTP/1.1" status: 200 len: 267 time: 0.0820041 Dec 14 18:07:06.638125 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ef942-9630-45ec-84f9-e931d167041f req-f7aa2cf0-16c4-4e43-aa96-b8b7c6d59547 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:06.639705 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-218ef942-9630-45ec-84f9-e931d167041f req-f7aa2cf0-16c4-4e43-aa96-b8b7c6d59547 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.0819476 Dec 14 18:07:06.651167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-218ef942-9630-45ec-84f9-e931d167041f req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'port': {'security_groups': ['c5397d2d-0f6e-49bd-84b5-cc5fde7c274c', '79765d88-6778-4e57-89bb-a20e5c15b0f6']}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:06.781580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-218ef942-9630-45ec-84f9-e931d167041f req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:07.045107 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7acb190-d64d-49cb-bb36-98b9da56be62 req-84f124f4-cafe-42f2-a448-b3d5698d6686 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:07.047227 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e7acb190-d64d-49cb-bb36-98b9da56be62 req-84f124f4-cafe-42f2-a448-b3d5698d6686 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 944 time: 0.0922825 Dec 14 18:07:07.058338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-218ef942-9630-45ec-84f9-e931d167041f req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] For port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:07:07.073306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 97f9a705-7ad2-4eb6-8132-acc9f75799d0 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:07:07.084765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-218ef942-9630-45ec-84f9-e931d167041f req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:07.098231 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e7acb190-d64d-49cb-bb36-98b9da56be62 req-92a24ced-03a2-4902-a5e8-157d23111660 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449526 Dec 14 18:07:07.124424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-218ef942-9630-45ec-84f9-e931d167041f req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1307087'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:07.124424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-431d5f5e-e242-4b87-9ffe-6809efad76f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:07.140803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:07:07.192653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218ef942-9630-45ec-84f9-e931d167041f req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:07.193785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-218ef942-9630-45ec-84f9-e931d167041f req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:07.201277 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-218ef942-9630-45ec-84f9-e931d167041f req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "PUT /v2.0/ports/7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 981 time: 0.5516698 Dec 14 18:07:07.201277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:07:07.236960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'Port': ['ID=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,revision_number=6']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:07.240375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:07:07.241769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-06661843-863a-488e-9750-2a4a8e17ae8e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:07.311895 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'status': 'completed', 'code': 200} Dec 14 18:07:07.427862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8d1c2-cd6f-4dde-bbab-3a525cba1e56 req-fc132868-5884-4b31-b8f5-bce9efbc47bf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:07.436108 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-3f468064-be0e-4b9b-95fa-67fc452583c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1137 time: 0.0949278 Dec 14 18:07:07.436830 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e4b8d1c2-cd6f-4dde-bbab-3a525cba1e56 req-fc132868-5884-4b31-b8f5-bce9efbc47bf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.1167157 Dec 14 18:07:07.455156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:07:07.484798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:07:07.485205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:07.502619 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e4b8d1c2-cd6f-4dde-bbab-3a525cba1e56 req-9e447299-e630-483d-b841-64e0ed549260 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644801 Dec 14 18:07:07.600674 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-cd80672d-933d-488e-9098-8362cd5da8ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:07.602487 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-cd80672d-933d-488e-9098-8362cd5da8ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 915 time: 0.1602552 Dec 14 18:07:07.738951 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-b531eb9a-380e-4e21-be1f-dbb830c62eb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1280386 Dec 14 18:07:07.739167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:07.782346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-e6cd03f7-9143-4802-b49c-ad9ee67849c7 None None] Provisioning complete for port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:07:07.782957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e6cd03f7-9143-4802-b49c-ad9ee67849c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:07.816297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-fed00bea-bfa6-4047-b11b-c6af55121305 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:07.817900 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-fed00bea-bfa6-4047-b11b-c6af55121305 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 200 len: 853 time: 0.0720053 Dec 14 18:07:07.864978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a705-7ad2-4eb6-8132-acc9f75799d0'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:07:07.900814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 97f9a705-7ad2-4eb6-8132-acc9f75799d0, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=97f9a705-7ad2-4eb6-8132-acc9f75799d0,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:07:07.913621 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-c292cb50-cc59-4bbd-9ffa-1e3a6c11ca10 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4455478-2de8-4443-a924-f8f29a4e3d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0865827 Dec 14 18:07:07.928806 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'code': 200} Dec 14 18:07:07.960935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:07.967487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dd28b725-9e28-4a9d-8868-997f1c09e6f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:08.062721 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-66a1cb08-8395-4203-8364-7c0a0610d281 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424947 Dec 14 18:07:08.161907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=97f9a705-7ad2-4eb6-8132-acc9f75799d0,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:08.207540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.207933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.208322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.208708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.209086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.209466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.210036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.210161 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.210540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.210936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.211306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:07:08.224860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:07:08.272290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bb7c951d-2713-4c75-8d1d-95fdb08fde69 req-de412742-bcc7-4e86-8997-03251e3f7d99 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004185 Dec 14 18:07:08.288632 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bdcf4cc3-564f-417e-ab0d-fa8fd7a8a54e req-370a4a6d-2d12-4c92-8634-76f8672c8b6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 1098 time: 0.1350105 Dec 14 18:07:08.343711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8591159-3b1a-48ce-8df5-5e7cc24fb6b6 req-95a84425-289b-49e3-a52c-c1be8a8d79fd tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:08.345442 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b8591159-3b1a-48ce-8df5-5e7cc24fb6b6 req-95a84425-289b-49e3-a52c-c1be8a8d79fd tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 945 time: 0.1079059 Dec 14 18:07:08.355325 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bdcf4cc3-564f-417e-ab0d-fa8fd7a8a54e req-af21b103-0c3b-46d4-ad2e-c804d7cab9ea service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529263 Dec 14 18:07:08.399149 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b8591159-3b1a-48ce-8df5-5e7cc24fb6b6 req-05f43b62-7bee-437d-8e47-72ef85a0fcfc tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457780 Dec 14 18:07:09.604332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6cd7c12-d201-410d-9ed5-ea56ac824890 req-70a86e01-efd2-4494-a62f-71306fe54ef1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:09.605889 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f6cd7c12-d201-410d-9ed5-ea56ac824890 req-70a86e01-efd2-4494-a62f-71306fe54ef1 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 945 time: 0.0846417 Dec 14 18:07:09.652261 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f6cd7c12-d201-410d-9ed5-ea56ac824890 req-4f44584a-43cf-46c1-b0ae-76b9a2cac96c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403428 Dec 14 18:07:10.854114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab20a4c-6e3a-4159-a749-a3f842a1d439 req-bdbd62cf-d287-4226-9841-a61f4d3e4dff tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:10.855747 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9ab20a4c-6e3a-4159-a749-a3f842a1d439 req-bdbd62cf-d287-4226-9841-a61f4d3e4dff tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 945 time: 0.0822506 Dec 14 18:07:10.905141 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9ab20a4c-6e3a-4159-a749-a3f842a1d439 req-d6d5c09a-832a-4c4e-9e2b-0b0434111d83 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427186 Dec 14 18:07:11.103474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc5dd5-5d78-43ef-9c34-105988caf451 req-722625f0-3897-4158-9787-3792c23643b2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:11.105020 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-76cc5dd5-5d78-43ef-9c34-105988caf451 req-722625f0-3897-4158-9787-3792c23643b2 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 945 time: 0.0850270 Dec 14 18:07:11.114309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34244) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:07:11.120034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Request body: {'floatingip': {'port_id': '97f9a705-7ad2-4eb6-8132-acc9f75799d0'}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:07:11.198815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:11.819398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:11.857936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:12.061500 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Floating IP 2a0b4b8d-d285-4df7-b3d0-ffbbe498293c associated. External IP: 172.28.1.43, port: 97f9a705-7ad2-4eb6-8132-acc9f75799d0. Dec 14 18:07:12.669877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Router 00faf8dd-2df9-4570-879d-7765bb30434b has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:07:12.876064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:07:12.880570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:12.886428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] Sync routers for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:07:12.899790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:07:12.900458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:12.938216 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-61738c8f-081b-46ce-94a8-4cd5bd5ecf2c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "PUT /v2.0/floatingips/2a0b4b8d-d285-4df7-b3d0-ffbbe498293c HTTP/1.1" status: 200 len: 990 time: 1.8199732 Dec 14 18:07:12.938216 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'tag': '97f9a705-7ad2-4eb6-8132-acc9f75799d0'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:07:12.990622 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'tag': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'status': 'completed', 'code': 200} Dec 14 18:07:13.097688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:07:13.106641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-1cfef38d-dc6e-4801-a594-8a0aea6176bb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=23f671b560ef45c6977ed27d7008e732&device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 1098 time: 0.0742781 Dec 14 18:07:13.249635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-3f4f52ae-40b1-404c-b9fd-946ed973c62f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:13.251235 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-3f4f52ae-40b1-404c-b9fd-946ed973c62f service neutron] 10.222.0.18 "GET /v2.0/networks?id=89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 200 len: 912 time: 0.1380367 Dec 14 18:07:13.385266 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-3462074a-0201-4c67-8602-4c374a8337bf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=97f9a705-7ad2-4eb6-8132-acc9f75799d0 HTTP/1.1" status: 200 len: 998 time: 0.1016214 Dec 14 18:07:13.459104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-772db626-077f-457b-a87c-f7f6a0993595 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:13.460674 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-772db626-077f-457b-a87c-f7f6a0993595 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 200 len: 850 time: 0.0641344 Dec 14 18:07:13.467019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '2a0b4b8d-d285-4df7-b3d0-ffbbe498293c', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'port_id': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'mac_address': 'fa:16:3e:b5:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:06:53Z', 'updated_at': '2021-12-14T18:07:11Z', 'revision_number': 1, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:13.471791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] Checking router: 00faf8dd-2df9-4570-879d-7765bb30434b for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:07:13.483186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:07:13.483844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:06:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:13.543499 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-667a7946-40bc-4864-a1b2-0ac39a20a46f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=89a383af-5344-41d1-86df-e5e1a89c2049&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0763021 Dec 14 18:07:13.668629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:07:13.688405 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-848c70c4-c037-4a46-a12c-17e2dbaef33c service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373546 Dec 14 18:07:13.840262 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6920c0c-c609-42cf-9890-67037cfeed45 req-df21c228-4e52-4003-a7a8-f147899fcf02 service neutron] 10.222.0.18 "GET /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440029 Dec 14 18:07:14.040438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '2a0b4b8d-d285-4df7-b3d0-ffbbe498293c', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'port_id': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'mac_address': 'fa:16:3e:b5:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:06:53Z', 'updated_at': '2021-12-14T18:07:11Z', 'revision_number': 1, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:07:14.044531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7717353e-0c5c-45ce-8c84-dff662e31e9b None None] The sync data for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb is: [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_floatingips': [{'id': '2a0b4b8d-d285-4df7-b3d0-ffbbe498293c', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'floating_ip_address': '172.28.1.43', 'floating_network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'router_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'port_id': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'mac_address': 'fa:16:3e:b5:f1:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-14T18:06:53Z', 'updated_at': '2021-12-14T18:07:11Z', 'revision_number': 1, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:07:14.370193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f2c86f0-b7ad-48d2-ad9f-778e044932f0 None None] New status for floating IP 2a0b4b8d-d285-4df7-b3d0-ffbbe498293c: ACTIVE {{(pid=88327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:07:15.219408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8f5af257-b640-4880-99e2-98efbbd38b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:16.093404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:07:16.596570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:17.327625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-35427fdb-23d0-4ea0-ba91-4468b2f870b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:17.830304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:18.446533 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:19.321397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:24.558085 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-4fe7792d-9df1-4671-a0d9-020b073cd8d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0725396 Dec 14 18:07:24.653364 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-18df49cb-1593-4183-ac76-11609c7aedd2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1098 time: 0.0735550 Dec 14 18:07:24.807895 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-2fd7761d-3a36-4ec3-9a80-825601d5174d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:24.809458 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-2fd7761d-3a36-4ec3-9a80-825601d5174d service neutron] 10.222.0.18 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 909 time: 0.1379638 Dec 14 18:07:25.116999 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-b3c8a417-b2d3-4ccb-bf1d-bcfc995f56b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 1000 time: 0.3011749 Dec 14 18:07:25.185503 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-586dd0c5-5e4f-4ada-b4bd-5fd2e48df35d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:25.187016 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-586dd0c5-5e4f-4ada-b4bd-5fd2e48df35d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 200 len: 847 time: 0.0637386 Dec 14 18:07:25.265170 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-1f43cd28-9fef-4c57-8964-ff6e98541191 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4596c04a-05c1-4024-9e77-bb56424c46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0723114 Dec 14 18:07:25.410107 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-e049ded5-8d1c-40ac-9dd6-28c75466e611 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384623 Dec 14 18:07:25.555434 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bc391999-ddff-45e4-bb6e-8be5a00d9c94 req-5b2526d3-4c27-4a48-ba02-1602f92a4dd3 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336434 Dec 14 18:07:42.152226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1c2cb-6108-419c-aca8-be99309f5a97 req-9908d6d6-5107-4763-aeed-533ec73ee651 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:42.153734 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37e1c2cb-6108-419c-aca8-be99309f5a97 req-9908d6d6-5107-4763-aeed-533ec73ee651 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0827081 Dec 14 18:07:42.204595 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-37e1c2cb-6108-419c-aca8-be99309f5a97 req-b361faf8-8812-4879-817d-9248e4832ddd tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448360 Dec 14 18:07:43.411238 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38acada9-01b5-410e-8d82-bb3621fb2c6d req-ac5f8111-f6b7-4214-99a4-972e06a6c8bb tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:43.412818 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-38acada9-01b5-410e-8d82-bb3621fb2c6d req-ac5f8111-f6b7-4214-99a4-972e06a6c8bb tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0825431 Dec 14 18:07:43.464665 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-38acada9-01b5-410e-8d82-bb3621fb2c6d req-70071899-ba1e-4b89-9d9f-c16007b991da tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457137 Dec 14 18:07:44.671759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac30cb-9a04-488e-97f9-134df6bd378c req-9e3ef46b-0dc4-47cf-94df-b3ba19b879b2 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:44.673378 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b2ac30cb-9a04-488e-97f9-134df6bd378c req-9e3ef46b-0dc4-47cf-94df-b3ba19b879b2 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0829215 Dec 14 18:07:44.722878 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b2ac30cb-9a04-488e-97f9-134df6bd378c req-f6e1ed12-3ea3-46c2-b328-e2f687e56368 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430956 Dec 14 18:07:45.230148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-47652c6e-c513-46b1-8149-ba8773cd3e04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:45.930016 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e1c06-b6af-4f0c-b7b4-2ea4b4d10bef req-ba974d27-0555-4402-8523-3788df9ccf87 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:45.931640 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8d6e1c06-b6af-4f0c-b7b4-2ea4b4d10bef req-ba974d27-0555-4402-8523-3788df9ccf87 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0828021 Dec 14 18:07:45.980499 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8d6e1c06-b6af-4f0c-b7b4-2ea4b4d10bef req-077eb1bc-f2e7-4beb-9481-c8e1999d2396 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428135 Dec 14 18:07:46.600771 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:47.206327 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1fabc8-9c8f-4b91-ae10-4c128cd44057 req-fe3a3185-201a-4f95-822e-7003ab40351c tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:47.207923 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1f1fabc8-9c8f-4b91-ae10-4c128cd44057 req-fe3a3185-201a-4f95-822e-7003ab40351c tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.1007679 Dec 14 18:07:47.256508 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1f1fabc8-9c8f-4b91-ae10-4c128cd44057 req-6acd0cdb-2e84-447e-9094-a5df64929559 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422034 Dec 14 18:07:47.326398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5beebfcf-f0ff-4f67-a20f-e7f509e06a5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:47.834956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:48.446583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:48.468653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2885889-7c93-4bc7-9b5a-eddce907b640 req-b58c2679-7835-42bb-b558-cf91ee3de877 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:48.470230 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a2885889-7c93-4bc7-9b5a-eddce907b640 req-b58c2679-7835-42bb-b558-cf91ee3de877 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0894737 Dec 14 18:07:48.518859 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a2885889-7c93-4bc7-9b5a-eddce907b640 req-62ab4493-a868-4191-9907-b17fca256d7e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423789 Dec 14 18:07:49.343415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:49.731625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67066621-e299-4601-8385-490106faa01b req-55a4c52c-719b-4f5d-9075-851f2e6ca1bb tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:49.733350 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-67066621-e299-4601-8385-490106faa01b req-55a4c52c-719b-4f5d-9075-851f2e6ca1bb tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0888820 Dec 14 18:07:49.786021 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-67066621-e299-4601-8385-490106faa01b req-849784b8-6bb6-4238-b35a-122f3f028913 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455689 Dec 14 18:07:50.991172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75dd5bf0-687e-44d0-8540-6fc1acfadb07 req-6cb3a386-7e0c-4f4f-8989-698e95497c2e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:50.992773 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-75dd5bf0-687e-44d0-8540-6fc1acfadb07 req-6cb3a386-7e0c-4f4f-8989-698e95497c2e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0836453 Dec 14 18:07:51.043075 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-75dd5bf0-687e-44d0-8540-6fc1acfadb07 req-717f8067-5f99-44d5-aa8f-994486dafd68 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428529 Dec 14 18:07:52.253254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ef98d-af26-4a11-8842-9f18ff9a0883 req-5c7a265b-7308-4355-89a7-d44be9a891e8 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:52.254863 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-720ef98d-af26-4a11-8842-9f18ff9a0883 req-5c7a265b-7308-4355-89a7-d44be9a891e8 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0874021 Dec 14 18:07:52.284594 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-d9a57589-fcf4-44ef-9b08-1e50b569cedd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1098 time: 0.0793722 Dec 14 18:07:52.302925 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-720ef98d-af26-4a11-8842-9f18ff9a0883 req-bf32b86b-78d7-472f-947d-f101a7963214 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416102 Dec 14 18:07:52.428639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-28324177-2255-49c7-9ddd-df1eecc07954 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:52.430203 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-28324177-2255-49c7-9ddd-df1eecc07954 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 909 time: 0.1387331 Dec 14 18:07:52.536563 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-9c94d624-a0fd-4cb8-902e-5aabf4424c84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 1000 time: 0.0995295 Dec 14 18:07:52.602525 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-2093ef5f-d490-4bba-b713-fd16e62214ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:52.604475 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-2093ef5f-d490-4bba-b713-fd16e62214ee service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 200 len: 847 time: 0.0610151 Dec 14 18:07:52.682675 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-e5394590-7d18-4775-8f4f-9f93dcb1a0ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4596c04a-05c1-4024-9e77-bb56424c46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0714188 Dec 14 18:07:52.823212 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-b726dec2-359c-499c-87bb-df9296fce4bc service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345479 Dec 14 18:07:52.964575 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7978a166-353c-4eef-bfe3-f3e25f05b7a1 req-802e5da3-3709-4c70-a20f-e9ec2543e87f service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350989 Dec 14 18:07:53.094951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:07:53.512160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174ea74-315c-4154-8c52-6b5930184898 req-5a35018a-e63a-464c-884c-52a82af1c950 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:53.513638 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3174ea74-315c-4154-8c52-6b5930184898 req-5a35018a-e63a-464c-884c-52a82af1c950 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0851979 Dec 14 18:07:53.560217 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3174ea74-315c-4154-8c52-6b5930184898 req-6cfd721b-56dc-4c1f-9cdf-8c946797f40f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405307 Dec 14 18:07:54.767227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fd72a2-fc2f-4923-96d1-6e0d41e20006 req-7239349f-b9f1-4823-93b0-b4bbac7cee56 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:54.768993 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f3fd72a2-fc2f-4923-96d1-6e0d41e20006 req-7239349f-b9f1-4823-93b0-b4bbac7cee56 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0848725 Dec 14 18:07:54.820318 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f3fd72a2-fc2f-4923-96d1-6e0d41e20006 req-8564731e-7003-4e6d-be29-9c0161cd0e87 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453820 Dec 14 18:07:56.024526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da0c374-b69e-412f-b42d-6f8df4fabc2d req-b168f5cc-5c75-41df-af88-69acf6ace10e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:56.026635 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7da0c374-b69e-412f-b42d-6f8df4fabc2d req-b168f5cc-5c75-41df-af88-69acf6ace10e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0823650 Dec 14 18:07:56.076832 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7da0c374-b69e-412f-b42d-6f8df4fabc2d req-21ef1035-cf87-4dd3-ba0e-b27ebde12002 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441828 Dec 14 18:07:56.266737 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-976cb3b6-0a06-471e-be5b-f813105874eb req-50e2fbaa-38d8-492f-b86f-fb427a8b9b85 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0735316 Dec 14 18:07:56.663231 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-9b7c7f07-2e85-4131-ad7c-c4e8af88a9c3 service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1196678 Dec 14 18:07:56.703916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92f7a6-d805-4e77-aeb0-33a045e12381 req-b2e9413c-c735-43c1-b1fe-a79f95d61f12 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:56.705891 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f92f7a6-d805-4e77-aeb0-33a045e12381 req-b2e9413c-c735-43c1-b1fe-a79f95d61f12 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0997427 Dec 14 18:07:56.771937 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6f92f7a6-d805-4e77-aeb0-33a045e12381 req-11d0f15a-3eac-4eba-abe8-e8fffd0ff7cb tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531566 Dec 14 18:07:57.979658 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4310f267-aa1a-4293-89ed-b0f45604ea5b req-a2553ba2-3217-4d01-b01a-f37e1ca4a9dd tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:57.981247 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4310f267-aa1a-4293-89ed-b0f45604ea5b req-a2553ba2-3217-4d01-b01a-f37e1ca4a9dd tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0832148 Dec 14 18:07:58.031251 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4310f267-aa1a-4293-89ed-b0f45604ea5b req-748f69b4-5e3e-4497-89cc-60388b5722fa tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439210 Dec 14 18:07:58.332947 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-e2d42ed2-c99b-4957-8d13-94515af43149 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d&tenant_id=84cf1431399344d7863f48a80c385103 HTTP/1.1" status: 200 len: 1098 time: 0.0779796 Dec 14 18:07:58.427649 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-eada86df-f412-47fc-8231-bc446e095dfa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1098 time: 0.0726242 Dec 14 18:07:58.568866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcfe0c-a657-4b66-bbae-87425091661f req-c450c95c-8be9-4f97-989d-b1d7c8693b64 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:58.570435 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-c450c95c-8be9-4f97-989d-b1d7c8693b64 service neutron] 10.222.0.18 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 909 time: 0.1368308 Dec 14 18:07:58.678544 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-111b4af8-8709-42a7-9936-eab9fab7ef0c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 1000 time: 0.1008911 Dec 14 18:07:58.747586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcfe0c-a657-4b66-bbae-87425091661f req-b1c54df0-d76d-4d65-a55a-08b5c767ef4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:58.749149 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-b1c54df0-d76d-4d65-a55a-08b5c767ef4d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 200 len: 847 time: 0.0636134 Dec 14 18:07:58.832354 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-ff9aa3b2-c914-4f09-aa1e-e48ffa5a56d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4596c04a-05c1-4024-9e77-bb56424c46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0773277 Dec 14 18:07:58.974412 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-45ae0f5b-ed41-4812-9d67-ede778221471 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349845 Dec 14 18:07:59.117051 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-96bcfe0c-a657-4b66-bbae-87425091661f req-abc7921e-793b-4c18-9a7b-393d3ddff862 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358275 Dec 14 18:07:59.240042 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25474fdd-5392-496e-9cfa-2d1e33a110a3 req-d28ea0ab-92cc-4785-82f7-8e68f358b4bf tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:07:59.241860 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-25474fdd-5392-496e-9cfa-2d1e33a110a3 req-d28ea0ab-92cc-4785-82f7-8e68f358b4bf tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.0812912 Dec 14 18:07:59.304440 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-25474fdd-5392-496e-9cfa-2d1e33a110a3 req-be445402-53f6-4fcb-9a4a-992d14eb7d05 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469737 Dec 14 18:07:59.308135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:07:59.422346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:59.454269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:07:59.464310 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:07:59.511974 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'code': 200} Dec 14 18:07:59.514374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:07:59.516356 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:07:59.583582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=6']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:07:59.586903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:08:00.508759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c1a652-0560-4e03-9013-7dcddda68b72 req-a619608c-457a-4329-afea-8919b042ad88 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:00.510915 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-16c1a652-0560-4e03-9013-7dcddda68b72 req-a619608c-457a-4329-afea-8919b042ad88 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 943 time: 0.0833468 Dec 14 18:08:00.558545 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-16c1a652-0560-4e03-9013-7dcddda68b72 req-97dcf753-8eed-4fa5-b30a-b0d03c2b0bba tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415008 Dec 14 18:08:01.762129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b56d867-ae17-4c75-b1a2-aa1368134289 req-cbfc0046-ca06-4195-a9b0-cc6b8ba1d780 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:01.763743 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0b56d867-ae17-4c75-b1a2-aa1368134289 req-cbfc0046-ca06-4195-a9b0-cc6b8ba1d780 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 943 time: 0.0818150 Dec 14 18:08:01.811085 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0b56d867-ae17-4c75-b1a2-aa1368134289 req-4ccf0cfe-07ef-4f12-bd6e-a7ea1171a155 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 Dec 14 18:08:02.574868 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5ed1c5d7-2b7a-4c59-9086-cd76734c1f5e req-8c210b21-ca8c-40b2-9b5a-cf003c1df13e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1096 time: 0.0757918 Dec 14 18:08:02.618241 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5ed1c5d7-2b7a-4c59-9086-cd76734c1f5e req-6b1acb32-291b-44a7-8d57-e01be0ee0d88 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367794 Dec 14 18:08:03.024382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9344c4-b3b5-4f7f-9e01-bbd072720e86 req-48757ba5-7187-4898-8d45-bc9022bbd29c tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:03.025993 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0d9344c4-b3b5-4f7f-9e01-bbd072720e86 req-48757ba5-7187-4898-8d45-bc9022bbd29c tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 943 time: 0.0877409 Dec 14 18:08:03.073733 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0d9344c4-b3b5-4f7f-9e01-bbd072720e86 req-1059003d-5ea7-4db1-8f62-4499c98d95f7 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417280 Dec 14 18:08:04.281202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2da5854-4290-4a26-a664-105c846f305d req-7da3eefd-0087-4fcb-8537-7865eb92a0b6 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:04.282821 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a2da5854-4290-4a26-a664-105c846f305d req-7da3eefd-0087-4fcb-8537-7865eb92a0b6 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 943 time: 0.0830598 Dec 14 18:08:04.331699 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a2da5854-4290-4a26-a664-105c846f305d req-7c1c8f91-fe87-4778-bed5-812a1727e757 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Dec 14 18:08:05.368100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:08:05.511049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:08:05.525015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'port_id': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'mac_address': 'fa:16:3e:dc:a6:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:08:05.579002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:05.597234 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:08:05.612393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:08:05.656967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:05.658749 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:08:05.725046 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=7']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:08:05.728342 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:08:06.049586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:08:07.384701 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:08:07.457971 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:08:07.458394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:07.577655 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:07.604818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:08:07.614857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:08:07.659800 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'code': 200} Dec 14 18:08:07.662902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:07.664841 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:08:07.731468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=8']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:08:07.734676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:08:15.217335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f09f3e8c-6c9c-4ea5-ba22-4e6750de38b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:16.610794 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:17.336435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5d8af251-e511-4683-88b6-13444cb92e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:17.827945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:18.451226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:19.015666 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7694b2f3-466b-4726-91ec-616400921aa4 req-deee34f3-c730-4bb7-9eb1-2863d431378f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1137 time: 0.0788164 Dec 14 18:08:19.032938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1d1df-6349-43e1-b50d-a43be77c3475 req-c42c5a3e-7822-4bf6-8973-3316e43eb2c2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:19.034807 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-66e1d1df-6349-43e1-b50d-a43be77c3475 req-c42c5a3e-7822-4bf6-8973-3316e43eb2c2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0853868 Dec 14 18:08:19.084505 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-66e1d1df-6349-43e1-b50d-a43be77c3475 req-38f4c425-f29a-4aeb-a15b-b2b3b161a3a5 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0433729 Dec 14 18:08:19.325986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:19.364821 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694b2f3-466b-4726-91ec-616400921aa4 req-e2254834-b242-4725-b4f3-2a2635f122c2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:19.366771 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7694b2f3-466b-4726-91ec-616400921aa4 req-e2254834-b242-4725-b4f3-2a2635f122c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 915 time: 0.3438692 Dec 14 18:08:19.474168 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7694b2f3-466b-4726-91ec-616400921aa4 req-6adbb9e8-b268-4b84-bfc0-384c08fed6f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1005032 Dec 14 18:08:19.551908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694b2f3-466b-4726-91ec-616400921aa4 req-40e2271b-7fbc-4289-a8d4-d069262b9b0a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:19.553512 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7694b2f3-466b-4726-91ec-616400921aa4 req-40e2271b-7fbc-4289-a8d4-d069262b9b0a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 200 len: 853 time: 0.0635808 Dec 14 18:08:19.639100 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7694b2f3-466b-4726-91ec-616400921aa4 req-c3e8ad6b-b318-4f61-a30a-5bfa013dbfcf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4455478-2de8-4443-a924-f8f29a4e3d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0762949 Dec 14 18:08:19.783412 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7694b2f3-466b-4726-91ec-616400921aa4 req-0ecdd712-2f97-43ff-975c-cd14cf60292a service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378617 Dec 14 18:08:19.930948 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7694b2f3-466b-4726-91ec-616400921aa4 req-dd5beb6a-db1b-426c-9072-821d8ea42286 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410489 Dec 14 18:08:20.303812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eee56be-5c27-4919-b135-05d350ffce9d req-09da0fd1-01fb-480f-bd55-2f3e6caf4daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:20.305446 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1eee56be-5c27-4919-b135-05d350ffce9d req-09da0fd1-01fb-480f-bd55-2f3e6caf4daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0879397 Dec 14 18:08:20.357857 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1eee56be-5c27-4919-b135-05d350ffce9d req-da8f97bc-9d88-4f5a-8bc7-01f501dda9b7 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0454824 Dec 14 18:08:21.584632 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcf7a73-735f-47cc-8b85-7255552cbe24 req-bc18c644-81dc-47d9-a5e1-0ea5cf069733 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:21.586194 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cfcf7a73-735f-47cc-8b85-7255552cbe24 req-bc18c644-81dc-47d9-a5e1-0ea5cf069733 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.1025941 Dec 14 18:08:21.636077 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cfcf7a73-735f-47cc-8b85-7255552cbe24 req-167ae455-b4cf-4d53-8d66-a2d07ba98d11 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0432277 Dec 14 18:08:22.850194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca944aaf-1430-4785-b699-0cd1c0735bdd req-f4672052-813e-40c9-a7b7-d901f54e9962 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:22.852177 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ca944aaf-1430-4785-b699-0cd1c0735bdd req-f4672052-813e-40c9-a7b7-d901f54e9962 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0901141 Dec 14 18:08:22.903837 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ca944aaf-1430-4785-b699-0cd1c0735bdd req-8def7621-d845-421a-b794-b6fc023c1121 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451789 Dec 14 18:08:23.510408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742237f3-2dba-48b6-821c-46ea35b748cf req-f4fa4a12-de9e-4277-a81d-b863ff6a7d50 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:23.512003 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-742237f3-2dba-48b6-821c-46ea35b748cf req-f4fa4a12-de9e-4277-a81d-b863ff6a7d50 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0813932 Dec 14 18:08:23.564093 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-742237f3-2dba-48b6-821c-46ea35b748cf req-37651528-5c3f-422c-9f94-429211323d0b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453439 Dec 14 18:08:24.112202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc614a4a-1caa-4a34-9bab-291b200fd78a req-bc8f5c51-b17b-4872-aa07-2e446f89754c tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:24.113840 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc614a4a-1caa-4a34-9bab-291b200fd78a req-bc8f5c51-b17b-4872-aa07-2e446f89754c tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0829241 Dec 14 18:08:24.164494 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc614a4a-1caa-4a34-9bab-291b200fd78a req-b1477a08-84a6-46a6-bd21-e1a517a25650 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0437684 Dec 14 18:08:24.789149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f47b29f-2b2f-436b-bdcd-20fff8b55ba0 req-beaff301-768b-453d-b625-5a313bdaf833 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:24.790727 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9f47b29f-2b2f-436b-bdcd-20fff8b55ba0 req-beaff301-768b-453d-b625-5a313bdaf833 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0881665 Dec 14 18:08:24.838603 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9f47b29f-2b2f-436b-bdcd-20fff8b55ba0 req-7f7980e4-792c-47f8-86dc-d847d788a4a6 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410404 Dec 14 18:08:25.375036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c18f18f-8e98-4c70-bef4-2d22bc7f91d4 req-1dd7df4e-a26d-4157-847a-b5eb46403740 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:25.376643 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1c18f18f-8e98-4c70-bef4-2d22bc7f91d4 req-1dd7df4e-a26d-4157-847a-b5eb46403740 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0829935 Dec 14 18:08:25.426513 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1c18f18f-8e98-4c70-bef4-2d22bc7f91d4 req-5e4ba14d-b881-44cb-98b0-4fb2dd170163 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0438240 Dec 14 18:08:26.054478 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b83c5-2a42-44b7-8f5c-1d7c1743ef40 req-16c8dbc7-5dc0-45e4-afa2-aec48d54cce2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:26.056061 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-736b83c5-2a42-44b7-8f5c-1d7c1743ef40 req-16c8dbc7-5dc0-45e4-afa2-aec48d54cce2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0818629 Dec 14 18:08:26.103087 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-736b83c5-2a42-44b7-8f5c-1d7c1743ef40 req-5f211e55-e7af-42cb-a1b6-80f1bec2cb00 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403781 Dec 14 18:08:26.502348 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-e57d6c5e-f8b5-442b-bce9-d00e887a2a5b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0810800 Dec 14 18:08:26.701548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c56d2-1f2b-4b78-b451-477862b1b0e5 req-64fc00b0-88b0-4d3b-898b-4abc264b4a48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:26.703177 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-191c56d2-1f2b-4b78-b451-477862b1b0e5 req-64fc00b0-88b0-4d3b-898b-4abc264b4a48 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.1507916 Dec 14 18:08:26.707472 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-159dc0ea-9c70-4a45-941a-401ed8a81215 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1098 time: 0.1173377 Dec 14 18:08:26.844316 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-191c56d2-1f2b-4b78-b451-477862b1b0e5 req-a8cae73a-bbea-4289-a6f8-191bd5930350 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1348233 Dec 14 18:08:26.888500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-846c0e80-d592-4fea-9a6e-5f4e75a51c9b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:26.890052 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-846c0e80-d592-4fea-9a6e-5f4e75a51c9b service neutron] 10.222.0.18 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 909 time: 0.1577489 Dec 14 18:08:26.999309 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-79593623-52b8-4d64-9aad-90c5b3bbc335 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 1000 time: 0.1011672 Dec 14 18:08:27.067001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-753ec9fb-039f-443a-bd43-2eb51cd069d1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:27.068477 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-753ec9fb-039f-443a-bd43-2eb51cd069d1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 200 len: 847 time: 0.0624087 Dec 14 18:08:27.152664 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-8e3f9c9f-db6f-487e-88fd-bae46b8bf48f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4596c04a-05c1-4024-9e77-bb56424c46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0746543 Dec 14 18:08:27.300816 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-8f39e60b-1a82-4d7a-9354-6c4a75b91a0c service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364281 Dec 14 18:08:27.325699 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe161e9-17f8-45d3-8b4a-285efd449dcb req-a3607ebc-5275-4c4e-96cc-2fdf5d4d8483 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:27.328073 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6fe161e9-17f8-45d3-8b4a-285efd449dcb req-a3607ebc-5275-4c4e-96cc-2fdf5d4d8483 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0894141 Dec 14 18:08:27.376588 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6fe161e9-17f8-45d3-8b4a-285efd449dcb req-c97e8a42-99c2-4632-88c3-39adab531d1d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432484 Dec 14 18:08:27.445727 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5bdaee26-6b51-4d91-8729-b894a05d1bb5 req-84ea2d34-e009-442a-b12f-cab5e13772cc service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374979 Dec 14 18:08:28.059299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2011fa-9e2c-44a8-b72d-6d090df3e7e7 req-9c90db67-6ee8-4355-93d9-6ee13003c326 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:28.061436 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5a2011fa-9e2c-44a8-b72d-6d090df3e7e7 req-9c90db67-6ee8-4355-93d9-6ee13003c326 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0925741 Dec 14 18:08:28.110310 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5a2011fa-9e2c-44a8-b72d-6d090df3e7e7 req-b0e4ccff-f1e5-4f7e-975e-5890d43d3ffb tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0427954 Dec 14 18:08:28.591878 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1af3595-c245-4763-ba95-ec4c81200b89 req-276e550f-bc20-4656-b2f1-6980f6bcd69e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:28.593427 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c1af3595-c245-4763-ba95-ec4c81200b89 req-276e550f-bc20-4656-b2f1-6980f6bcd69e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0813587 Dec 14 18:08:28.641377 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c1af3595-c245-4763-ba95-ec4c81200b89 req-887588f9-9330-4d14-9551-e4f53d82d493 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419273 Dec 14 18:08:29.321599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032c36f8-4892-410c-b67f-2774df523977 req-a1911603-6b80-46f5-98a1-894689e08e5f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:29.323163 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-032c36f8-4892-410c-b67f-2774df523977 req-a1911603-6b80-46f5-98a1-894689e08e5f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0890903 Dec 14 18:08:29.375082 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-032c36f8-4892-410c-b67f-2774df523977 req-92b59f18-a4c8-491b-a0a2-3d6379a277fa tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449893 Dec 14 18:08:29.861454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14331133-d751-4c03-8854-4a199809342b req-8fa51207-2c16-4813-a92f-27d56854c2f8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:29.863067 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-14331133-d751-4c03-8854-4a199809342b req-8fa51207-2c16-4813-a92f-27d56854c2f8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0869551 Dec 14 18:08:29.912020 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-14331133-d751-4c03-8854-4a199809342b req-095c5f1e-3f38-499c-9a9e-b0f177443567 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425849 Dec 14 18:08:30.096358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:08:30.581091 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916cff56-22f2-4638-99c7-06d9a25cca13 req-52c058e5-35f4-42a3-b8a5-a4c4b139924e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:30.582642 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-916cff56-22f2-4638-99c7-06d9a25cca13 req-52c058e5-35f4-42a3-b8a5-a4c4b139924e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0817671 Dec 14 18:08:30.640796 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-916cff56-22f2-4638-99c7-06d9a25cca13 req-10cc70cd-108e-423d-ba8d-3bc49d78cc39 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0517209 Dec 14 18:08:31.132119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbd5ce-d395-4924-b3dc-79983c23fd22 req-bf15bca6-8aea-4c51-bb2a-67244c67b482 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:31.133709 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-98cbd5ce-d395-4924-b3dc-79983c23fd22 req-bf15bca6-8aea-4c51-bb2a-67244c67b482 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0832953 Dec 14 18:08:31.181524 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-98cbd5ce-d395-4924-b3dc-79983c23fd22 req-8dbee33f-b61b-4a24-b509-c491cff4158f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410457 Dec 14 18:08:31.845766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29ffd6-0fd1-40a3-a4a8-3ce4a2dc5bd4 req-a1682387-a8dd-478b-b4db-a43a473b4fa1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:31.847380 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4f29ffd6-0fd1-40a3-a4a8-3ce4a2dc5bd4 req-a1682387-a8dd-478b-b4db-a43a473b4fa1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0823274 Dec 14 18:08:31.906098 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4f29ffd6-0fd1-40a3-a4a8-3ce4a2dc5bd4 req-fc735e48-8039-40ea-a631-710163d45e7e tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=79765d88-6778-4e57-89bb-a20e5c15b0f6&id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527055 Dec 14 18:08:32.400385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f85d0fa-7c82-449c-a9a9-5e3c6b3cf267 req-320ea9cb-4733-44e4-ba0e-d69c4f262e83 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:32.401906 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9f85d0fa-7c82-449c-a9a9-5e3c6b3cf267 req-320ea9cb-4733-44e4-ba0e-d69c4f262e83 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0857229 Dec 14 18:08:32.449501 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9f85d0fa-7c82-449c-a9a9-5e3c6b3cf267 req-84a0a997-764c-4d60-9c0e-fb9d223307a9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Dec 14 18:08:33.662930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee15fbc-56bb-4813-b88b-b7c98f39fa7a req-6c7d4f3e-6808-4d04-96bb-b499b5bd64ef tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:33.664523 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7ee15fbc-56bb-4813-b88b-b7c98f39fa7a req-6c7d4f3e-6808-4d04-96bb-b499b5bd64ef tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0814192 Dec 14 18:08:33.713381 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7ee15fbc-56bb-4813-b88b-b7c98f39fa7a req-4643fb4f-49d4-424d-ab48-333be5dab74a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421336 Dec 14 18:08:34.939519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcff57eb-7f17-4302-9554-9458983f667a req-004a3eca-af59-41b0-9ba0-1673d5553be1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:34.941024 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bcff57eb-7f17-4302-9554-9458983f667a req-004a3eca-af59-41b0-9ba0-1673d5553be1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0883975 Dec 14 18:08:34.991062 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-bcff57eb-7f17-4302-9554-9458983f667a req-919d8bb2-b628-4f03-93ca-b4364489def5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438168 Dec 14 18:08:36.215767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce04dd4c-47ab-48d2-8f91-6ba5df1482eb req-f9dc882e-929e-4162-be8d-aea95595cdc8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:36.217371 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ce04dd4c-47ab-48d2-8f91-6ba5df1482eb req-f9dc882e-929e-4162-be8d-aea95595cdc8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0846996 Dec 14 18:08:36.264433 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ce04dd4c-47ab-48d2-8f91-6ba5df1482eb req-e0d87308-c3b0-4dd1-9cc7-8897eae03760 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411656 Dec 14 18:08:37.477648 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8f40c5-01af-408b-8c84-e49f80db12bd req-cbc68171-af51-44c6-90fd-0d4e59a00bd8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:37.479611 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-db8f40c5-01af-408b-8c84-e49f80db12bd req-cbc68171-af51-44c6-90fd-0d4e59a00bd8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0839190 Dec 14 18:08:37.528294 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-db8f40c5-01af-408b-8c84-e49f80db12bd req-a8e1be3d-1e07-449a-876d-c96a58b43af0 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427079 Dec 14 18:08:37.533273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:08:37.684633 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:08:37.699347 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '1cd8810a-a372-417a-b2b9-861960c13a84', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'port_id': '1cd8810a-a372-417a-b2b9-861960c13a84', 'mac_address': 'fa:16:3e:64:60:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:08:37.754751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:37.772949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cd8810a-a372-417a-b2b9-861960c13a84 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:08:37.787541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:08:37.821945 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:37.823742 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:08:37.893953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=6']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:08:37.902702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.903076 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.903450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.903824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.904194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.904561 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.904922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.905285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.905646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.906003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.906361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:37.910349 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:08:38.076603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['1cd8810a-a372-417a-b2b9-861960c13a84'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:08:38.751814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6d2f5d-cdcd-408e-9380-cf6801f7c056 req-016f6b42-15ca-4738-9fbc-e1c686e5c7c2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:38.753411 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5d6d2f5d-cdcd-408e-9380-cf6801f7c056 req-016f6b42-15ca-4738-9fbc-e1c686e5c7c2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 945 time: 0.0827177 Dec 14 18:08:38.800978 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5d6d2f5d-cdcd-408e-9380-cf6801f7c056 req-eb466381-bcfd-4dd2-8866-d601b8b8eff2 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415759 Dec 14 18:08:39.547770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:08:39.623092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 1cd8810a-a372-417a-b2b9-861960c13a84 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:08:39.623092 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:39.746995 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:39.774598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:08:39.785205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:08:39.817117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:39.819289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:08:39.857100 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84', 'code': 200} Dec 14 18:08:39.901304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=7']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:08:39.904980 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:08:40.039115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adc235-1b97-4158-86fd-c06c8bc68db6 req-507a92f9-d5bc-401b-bb54-5140e0312674 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:40.040633 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02adc235-1b97-4158-86fd-c06c8bc68db6 req-507a92f9-d5bc-401b-bb54-5140e0312674 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0926664 Dec 14 18:08:40.091259 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02adc235-1b97-4158-86fd-c06c8bc68db6 req-1f8ac27b-2014-4431-813d-fdc91c67871a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445755 Dec 14 18:08:41.313500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46182e70-98db-4910-b0f9-ddcd41e3e1c8 req-d22399f2-8801-4e59-9f72-0f638517691b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:41.315143 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-46182e70-98db-4910-b0f9-ddcd41e3e1c8 req-d22399f2-8801-4e59-9f72-0f638517691b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0864444 Dec 14 18:08:41.364634 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-46182e70-98db-4910-b0f9-ddcd41e3e1c8 req-fd8a865b-2b09-4468-8f3d-236ebbdb386c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433788 Dec 14 18:08:42.603635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496fc881-2512-4c51-b33f-afea12e8a10c req-5c015202-73ce-413a-8ed4-106a8da7060d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:42.605440 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-496fc881-2512-4c51-b33f-afea12e8a10c req-5c015202-73ce-413a-8ed4-106a8da7060d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0875156 Dec 14 18:08:42.666637 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-496fc881-2512-4c51-b33f-afea12e8a10c req-8b174d7f-b963-4290-bd7f-a82e675a2d53 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544600 Dec 14 18:08:43.927495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45662c2-da35-420c-a0fc-3bb08e91b81f req-90c9f81c-aff7-4911-b250-681944684241 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:43.929133 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c45662c2-da35-420c-a0fc-3bb08e91b81f req-90c9f81c-aff7-4911-b250-681944684241 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0967875 Dec 14 18:08:43.998028 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c45662c2-da35-420c-a0fc-3bb08e91b81f req-304eb773-7e6a-4331-854c-525685d4e68d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618916 Dec 14 18:08:45.222089 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ffe8683f-8496-467f-a0a5-da12514ed188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:45.243360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9d496d-9202-4971-aef2-250541626ea9 req-f01ac0a0-7719-49db-9c90-2cc0246ee89b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:45.251321 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ac9d496d-9202-4971-aef2-250541626ea9 req-f01ac0a0-7719-49db-9c90-2cc0246ee89b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.1079199 Dec 14 18:08:45.298169 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ac9d496d-9202-4971-aef2-250541626ea9 req-7f33acaa-ae34-4146-a986-44d6fefda7de tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Dec 14 18:08:46.529062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a7ba7a-3ca2-4a92-9d87-1af18781a6ca req-62a82e12-c455-40a8-80f7-3df5bae6419f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:46.531184 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b2a7ba7a-3ca2-4a92-9d87-1af18781a6ca req-62a82e12-c455-40a8-80f7-3df5bae6419f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0852885 Dec 14 18:08:46.588378 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b2a7ba7a-3ca2-4a92-9d87-1af18781a6ca req-ae52e995-11db-46c1-9663-321fc7048595 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500948 Dec 14 18:08:46.617836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:47.342391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e208499a-99d1-4044-95dd-0174a114755a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:47.863887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c0863-a68a-47c6-b417-42150d2e626a req-2df4b9cd-91f1-4cf6-9a66-d9fcca9eba7a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:47.865491 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe2c0863-a68a-47c6-b417-42150d2e626a req-2df4b9cd-91f1-4cf6-9a66-d9fcca9eba7a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0982246 Dec 14 18:08:47.914483 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe2c0863-a68a-47c6-b417-42150d2e626a req-2f574cec-fe09-436d-a5d2-c683a9d89b4c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426323 Dec 14 18:08:48.079732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:48.502072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:49.224285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fa86fb-31fd-45c2-a0ac-4fa43dc98750 req-8610875a-ea6c-4b28-b59c-bb427eb56d9c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:49.233560 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21fa86fb-31fd-45c2-a0ac-4fa43dc98750 req-8610875a-ea6c-4b28-b59c-bb427eb56d9c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.1073267 Dec 14 18:08:49.290909 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-21fa86fb-31fd-45c2-a0ac-4fa43dc98750 req-56000790-b4a6-4003-9d2f-7f63a6d45ab9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0559146 Dec 14 18:08:49.353693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:50.508103 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec3c3ff-7476-4114-bfe9-5c25f6139d3f req-f53a429a-6f5c-447a-bf68-a776d63f248a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:50.509714 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ec3c3ff-7476-4114-bfe9-5c25f6139d3f req-f53a429a-6f5c-447a-bf68-a776d63f248a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0854304 Dec 14 18:08:50.560143 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ec3c3ff-7476-4114-bfe9-5c25f6139d3f req-3fd079ce-f209-4259-8e6c-492188d9d601 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 Dec 14 18:08:51.795757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39367f34-5a63-46e8-a433-4309a9b62d4d req-45203dc4-e050-40c6-bf78-003baa8ad6af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:51.797345 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-39367f34-5a63-46e8-a433-4309a9b62d4d req-45203dc4-e050-40c6-bf78-003baa8ad6af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0857403 Dec 14 18:08:51.844864 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-39367f34-5a63-46e8-a433-4309a9b62d4d req-31c90ec1-6dc5-4240-8100-795bb0bc79a8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414181 Dec 14 18:08:53.068355 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d31d4-85cf-4f33-9176-c1a9f9e68e2d req-0940eeb9-ffd5-4926-b8c9-22478a0e3e6c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:53.070030 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9d9d31d4-85cf-4f33-9176-c1a9f9e68e2d req-0940eeb9-ffd5-4926-b8c9-22478a0e3e6c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0881875 Dec 14 18:08:53.119670 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9d9d31d4-85cf-4f33-9176-c1a9f9e68e2d req-c5732270-c9d1-4c2c-839a-6b3b4bc24488 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433762 Dec 14 18:08:54.092478 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-ad7fa56a-e20f-458e-a0ce-71959ab4406b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 1099 time: 0.0791626 Dec 14 18:08:54.234008 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-6bdb4144-a04d-4945-a8cf-f6e515dfdd36 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:54.235628 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-6bdb4144-a04d-4945-a8cf-f6e515dfdd36 service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.1364534 Dec 14 18:08:54.595747 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-4f5151c7-2e13-4360-ab5f-0ded513f907a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd8810a-a372-417a-b2b9-861960c13a84 HTTP/1.1" status: 200 len: 1001 time: 0.3529496 Dec 14 18:08:54.673431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd6f28-6209-4d3b-b482-37d17cb92816 req-6ebdc7c4-3627-4bb3-9122-8cb077246000 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:54.675012 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6bd6f28-6209-4d3b-b482-37d17cb92816 req-6ebdc7c4-3627-4bb3-9122-8cb077246000 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.3777218 Dec 14 18:08:54.703209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-7a889e53-b52d-4f21-a4c8-805d03400254 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:54.704735 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-7a889e53-b52d-4f21-a4c8-805d03400254 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.1014471 Dec 14 18:08:54.778010 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c6bd6f28-6209-4d3b-b482-37d17cb92816 req-8387cfdd-edc4-4a8d-ac02-a536805c29c9 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958126 Dec 14 18:08:54.803474 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-db085375-fbd0-40db-9f0b-ef7e6693f09b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0916896 Dec 14 18:08:54.951262 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-d35fc54c-711f-4f9c-9535-fe6b69b3d3e0 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411533 Dec 14 18:08:55.097046 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-50a6a9f7-44a4-4577-972f-fb9013e8adc3 req-626d00b4-e957-425e-8889-fbfd410b8176 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394765 Dec 14 18:08:56.000487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db548647-b660-46d5-a7ac-685c8f1336d6 req-2e38f83a-4b3b-47d9-b068-c7aea34e7d66 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:56.002080 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-db548647-b660-46d5-a7ac-685c8f1336d6 req-2e38f83a-4b3b-47d9-b068-c7aea34e7d66 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0879879 Dec 14 18:08:56.053219 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-db548647-b660-46d5-a7ac-685c8f1336d6 req-03022a58-a7f2-47ac-aec0-bdf6b187d715 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442944 Dec 14 18:08:56.105535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee647a47-d6b4-4be4-bde7-c7f0fc60b8c0 req-8b0f40d9-fd7a-4b3d-b42d-4fc11616bb25 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:56.107143 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ee647a47-d6b4-4be4-bde7-c7f0fc60b8c0 req-8b0f40d9-fd7a-4b3d-b42d-4fc11616bb25 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 945 time: 0.0834424 Dec 14 18:08:56.161155 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ee647a47-d6b4-4be4-bde7-c7f0fc60b8c0 req-dd8cf7f3-6d38-4317-ad7c-8767fe6f714c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460100 Dec 14 18:08:57.271175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729e12c6-5171-4521-9517-5154902df375 req-e566e79c-2ffc-4158-a2bd-a6f243f87322 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:57.272771 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-729e12c6-5171-4521-9517-5154902df375 req-e566e79c-2ffc-4158-a2bd-a6f243f87322 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 946 time: 0.0832076 Dec 14 18:08:57.321554 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-729e12c6-5171-4521-9517-5154902df375 req-00bd6a73-18af-4d7d-b9f7-60c1de782cc7 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421963 Dec 14 18:08:57.370274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe44620d-c52d-4216-bcdd-414c66ad248e req-607c412c-0229-4141-b71d-cb08372344d3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:57.371903 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe44620d-c52d-4216-bcdd-414c66ad248e req-607c412c-0229-4141-b71d-cb08372344d3 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 945 time: 0.0834458 Dec 14 18:08:57.421297 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe44620d-c52d-4216-bcdd-414c66ad248e req-e60fd234-0711-48de-8b0f-25c6a34334f0 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420489 Dec 14 18:08:57.678223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:08:57.794860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:57.823798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:08:57.834205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:08:57.861861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:57.863852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e2c5e33d-063a-4f36-8a3c-de8a0afb0e9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:08:57.899145 dv-cinder-821737-1-smb neutron-server[88215]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84', 'code': 422} returned with failed status Dec 14 18:08:57.934294 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=8']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:08:57.938369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:08:58.295307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-7e9b685e-1526-482b-bfac-90bbdfb5443f tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:58.297409 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-7e9b685e-1526-482b-bfac-90bbdfb5443f tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 945 time: 0.0871937 Dec 14 18:08:58.371847 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Deleting port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:08:58.372242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:58.687656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] For port 97f9a705-7ad2-4eb6-8132-acc9f75799d0, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=97f9a705-7ad2-4eb6-8132-acc9f75799d0,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:08:58.688679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:58.784007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db5bd21-dbba-48da-bd52-f2e9dc514287 req-c5deb35a-8434-4c2d-bb4d-f799244a070b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:58.785600 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0db5bd21-dbba-48da-bd52-f2e9dc514287 req-c5deb35a-8434-4c2d-bb4d-f799244a070b tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 945 time: 0.2201042 Dec 14 18:08:58.933409 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0db5bd21-dbba-48da-bd52-f2e9dc514287 req-cee759c8-7884-4099-8102-bcb84e1e870f tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups?id=5318bae7-94c9-43da-88b5-d03f872a59ab&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400223 Dec 14 18:08:59.053200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:59.053616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:59.054170 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Floating IP 2a0b4b8d-d285-4df7-b3d0-ffbbe498293c disassociated. External IP: 172.28.1.43, port: 97f9a705-7ad2-4eb6-8132-acc9f75799d0. Dec 14 18:08:59.054553 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Calling delete_port for 97f9a705-7ad2-4eb6-8132-acc9f75799d0 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:08:59.200755 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7d1ca75e-6444-4acf-a396-fa30d7d27a58 req-a56864c2-05f1-4554-9fc1-e7180952eecf service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0766604 Dec 14 18:08:59.239104 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:59.246907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-52375626-97dc-4fee-b4a9-986c5a1d9adf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:08:59.292883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event deleted for resources: {'Port': ['ID=97f9a705-7ad2-4eb6-8132-acc9f75799d0,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:08:59.309050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.309609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.310325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.310325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.310588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.311013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.311976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.312372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.312768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.313163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.313559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:08:59.317083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:08:59.588913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468c57f8-3b3c-4414-a2bc-619eeb86f95e req-fb542ec1-0c81-44cc-ae85-2fad5094648f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:08:59.590412 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-468c57f8-3b3c-4414-a2bc-619eeb86f95e req-fb542ec1-0c81-44cc-ae85-2fad5094648f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1224008 Dec 14 18:08:59.626118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Router 00faf8dd-2df9-4570-879d-7765bb30434b has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:08:59.628627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34898) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:08:59.659329 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-468c57f8-3b3c-4414-a2bc-619eeb86f95e req-47ac048b-e626-4952-8fa6-3e1f803c5530 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612974 Dec 14 18:08:59.795229 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-0d230b68-5fe1-4637-9e0b-1bdd7c03f6bb service neutron] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1641705 Dec 14 18:08:59.897251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:08:59.907848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] Sync routers for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:08:59.925834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:08:59.926861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:08:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:08:59.980593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] No DVR routers for this DVR port 97f9a705-7ad2-4eb6-8132-acc9f75799d0 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:08:59.984363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:08:59.995287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'name': 'network-vif-deleted', 'tag': '97f9a705-7ad2-4eb6-8132-acc9f75799d0'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:09:00.028381 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a29a9959-a7ed-45f5-847c-e3f0e7358006 req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.18 "DELETE /v2.0/ports/97f9a705-7ad2-4eb6-8132-acc9f75799d0 HTTP/1.1" status: 204 len: 173 time: 1.7250175 Dec 14 18:09:00.056111 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8812b2c2-ab55-46c3-b909-8fc83a88d054', 'name': 'network-vif-deleted', 'tag': '97f9a705-7ad2-4eb6-8132-acc9f75799d0', 'status': 'completed', 'code': 200} Dec 14 18:09:00.139730 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-298f2f54-5a21-41c9-b49a-5a17c391fad6 req-e08b56b6-43d5-4ab4-acb4-01fb7e44808c tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/ports?device_id=8812b2c2-ab55-46c3-b909-8fc83a88d054 HTTP/1.1" status: 200 len: 210 time: 0.0553038 Dec 14 18:09:00.154403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:00.493404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:00.497522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] Checking router: 00faf8dd-2df9-4570-879d-7765bb30434b for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:09:00.508708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:00.509364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:08:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:00.590564 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-307eb8e9-fc1b-406e-9439-1ec4dc2b8f04 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d&tenant_id=4b3096bc748d47d19fe17b8ef6163bdc HTTP/1.1" status: 200 len: 1097 time: 0.0808918 Dec 14 18:09:00.702713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:00.987260 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-3ef5f3ca-0ce1-44ba-b18f-067cc3781f5a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 1097 time: 0.3755081 Dec 14 18:09:01.026312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2387e597-6dac-47ff-9bca-9ad9b40a54f8 req-8e66b823-a657-40dd-9ae2-3dd63b41b03d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:01.027837 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2387e597-6dac-47ff-9bca-9ad9b40a54f8 req-8e66b823-a657-40dd-9ae2-3dd63b41b03d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1407495 Dec 14 18:09:01.180053 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2387e597-6dac-47ff-9bca-9ad9b40a54f8 req-ecbb997b-66b1-40fb-b081-c4a26e559cd1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454852 Dec 14 18:09:01.203201 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-30de895c-2f05-4bd1-8558-aa57e89025d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:01.203715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:01.204777 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-30de895c-2f05-4bd1-8558-aa57e89025d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 200 len: 917 time: 0.2108467 Dec 14 18:09:01.208434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45b5cf82-ad29-47e0-859d-8d1f440ea394 None None] The sync data for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb is: [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:55Z', 'revision_number': 4, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '1ffe943f-2e5f-4e4a-8705-885e5eae2280', 'name': '', 'network_id': '89a383af-5344-41d1-86df-e5e1a89c2049', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'mac_address': 'fa:16:3e:4f:0e:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:50Z', 'updated_at': '2021-12-14T18:01:13Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'subnets': [{'id': '9f6cf3f8-a505-493d-b4f0-c07a83e74a31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:09:01.315928 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34920) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:01.334695 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-2cf4c758-31d8-49d9-9dff-10e8022ab6ac service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1cd8810a-a372-417a-b2b9-861960c13a84 HTTP/1.1" status: 200 len: 999 time: 0.1225092 Dec 14 18:09:01.391244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:01.408289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-92180b3f-b665-44a5-b777-a7d07d90f4d8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:01.409963 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-92180b3f-b665-44a5-b777-a7d07d90f4d8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 200 len: 855 time: 0.0683227 Dec 14 18:09:01.422322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:01.490430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:01.496841 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-df6d115c-77bb-411e-85ea-5b8f69371230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:01.507441 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-d6f50e8d-d281-41db-9bab-8d65603b6ec5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0899067 Dec 14 18:09:01.512719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5318bae7-94c9-43da-88b5-d03f872a59ab,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:01.523986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.524682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.525245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.525987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.526542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.527127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.527677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.528229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.528779 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.529443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.530515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:01.534379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:01.570196 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:01.574104 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "DELETE /v2.0/security-groups/5318bae7-94c9-43da-88b5-d03f872a59ab HTTP/1.1" status: 204 len: 168 time: 0.2544792 Dec 14 18:09:01.574445 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34924) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:01.595176 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.v2.resource [None req-d19c1325-bd56-4408-b8fe-c637a52e85ca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] show failed (client error): The resource could not be found. Dec 14 18:09:01.596687 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d19c1325-bd56-4408-b8fe-c637a52e85ca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "GET /v2.0/security-groups/5318bae7-94c9-43da-88b5-d03f872a59ab HTTP/1.1" status: 404 len: 347 time: 0.0208704 Dec 14 18:09:01.599510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34928) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:01.662950 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-f90dedd8-b990-473d-b336-5a82adac5f29 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480718 Dec 14 18:09:01.693500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa1e9f77-88fa-4e03-8645-120aa9b02820 None None] New status for floating IP 2a0b4b8d-d285-4df7-b3d0-ffbbe498293c: DOWN {{(pid=88327) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:09:01.697807 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 97f9a705-7ad2-4eb6-8132-acc9f75799d0 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:09:01.777871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 97f9a705-7ad2-4eb6-8132-acc9f75799d0 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:09:01.778265 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 97f9a705-7ad2-4eb6-8132-acc9f75799d0 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:09:01.834611 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6ca6b08f-1709-4345-9824-58ca3a1e9ae0 req-c62b17af-70e1-41da-a2be-8f7f5f4fd762 service neutron] 10.222.0.18 "GET /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1642163 Dec 14 18:09:01.984261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Deleting port b8cf69e1-55ab-47d2-9259-d501739d85ae {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:01.984261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:02.164140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:02.164437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:02.290716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Calling delete_port for b8cf69e1-55ab-47d2-9259-d501739d85ae owned by network:floatingip {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:02.448622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b662193-ec10-4e80-bfa7-fc962caa9e5a req-e9754aaa-b8b5-4688-bf3c-e244a912843b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:02.451574 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1b662193-ec10-4e80-bfa7-fc962caa9e5a req-e9754aaa-b8b5-4688-bf3c-e244a912843b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1283324 Dec 14 18:09:02.503177 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1b662193-ec10-4e80-bfa7-fc962caa9e5a req-2d14171c-44f7-44b4-804d-06fff5ab3881 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446866 Dec 14 18:09:02.604635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:02.609552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffe20e99-3355-4d2c-bba7-7b7a2cb29d3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:02.650716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Pushing event deleted for resources: {'Port': ['ID=b8cf69e1-55ab-47d2-9259-d501739d85ae,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:02.655686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:02.749670 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks [] for floatingip, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:02.765073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:02.766322 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] 10.222.0.58 "DELETE /v2.0/floatingips/2a0b4b8d-d285-4df7-b3d0-ffbbe498293c HTTP/1.1" status: 204 len: 168 time: 1.1658034 Dec 14 18:09:03.729515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723a245d-09b0-4b77-9ce1-62837e9bc5b3 req-4aed5ba5-cfe1-456d-beb0-312e49c96e5d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:03.731151 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-723a245d-09b0-4b77-9ce1-62837e9bc5b3 req-4aed5ba5-cfe1-456d-beb0-312e49c96e5d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0920575 Dec 14 18:09:03.783779 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-723a245d-09b0-4b77-9ce1-62837e9bc5b3 req-61a50404-be84-4e08-ac9f-0f95e24928e4 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459867 Dec 14 18:09:05.008022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629a0efb-b5fb-4c25-b0f9-9c332c7549df req-558f9fee-3749-4ea3-8f61-36d4cf2beba8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:05.009545 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-629a0efb-b5fb-4c25-b0f9-9c332c7549df req-558f9fee-3749-4ea3-8f61-36d4cf2beba8 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0905266 Dec 14 18:09:05.061134 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-629a0efb-b5fb-4c25-b0f9-9c332c7549df req-1342bae2-f7ef-427e-9571-46390c328910 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449560 Dec 14 18:09:06.293349 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab744e-7605-4d67-a1fa-beb97bb9aeef req-0ae68be4-01cb-4ee5-9fc5-ecf9811eea5d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:06.295164 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-afab744e-7605-4d67-a1fa-beb97bb9aeef req-0ae68be4-01cb-4ee5-9fc5-ecf9811eea5d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0882063 Dec 14 18:09:06.347883 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-afab744e-7605-4d67-a1fa-beb97bb9aeef req-df371d05-4dd0-4df6-b80a-7e10e487537a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464220 Dec 14 18:09:07.097662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:09:07.103656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 34990) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:07.706720 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c619936-da56-4cab-89aa-bcf21809b375 req-6fcc5e46-d904-4b69-a7c3-926e523e4c98 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:07.708247 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3c619936-da56-4cab-89aa-bcf21809b375 req-6fcc5e46-d904-4b69-a7c3-926e523e4c98 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1813524 Dec 14 18:09:07.793202 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3c619936-da56-4cab-89aa-bcf21809b375 req-a02de162-30bd-41c5-b95f-b2e4d6ad9225 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773416 Dec 14 18:09:07.808144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854114301'] for router_interface, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:08.451387 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Deleting port 1ffe943f-2e5f-4e4a-8705-885e5eae2280 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:08.452366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:08.636998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] For port 1ffe943f-2e5f-4e4a-8705-885e5eae2280, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=1ffe943f-2e5f-4e4a-8705-885e5eae2280,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:08.637395 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:08.773946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Calling delete_port for 1ffe943f-2e5f-4e4a-8705-885e5eae2280 owned by network:router_interface {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:08.992599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:08.999019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ff058598-6303-4f3c-b8d5-4141c20cfd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:09.041198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f796db-9b16-4c10-b4c9-f0a6089f5694 req-2fa0a6c4-0234-4c03-af92-4e8d31e474db tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:09.042757 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-90f796db-9b16-4c10-b4c9-f0a6089f5694 req-2fa0a6c4-0234-4c03-af92-4e8d31e474db tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0967138 Dec 14 18:09:09.046145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Pushing event deleted for resources: {'Port': ['ID=1ffe943f-2e5f-4e4a-8705-885e5eae2280,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:09.049198 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:09.104620 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-90f796db-9b16-4c10-b4c9-f0a6089f5694 req-ab234361-215f-4799-9434-4b4713ddecd6 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548620 Dec 14 18:09:09.590218 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036721215444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854114151'] for router_interface, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:10.232552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Router 00faf8dd-2df9-4570-879d-7765bb30434b has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:09:10.412283 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a1177-c721-41bc-b7df-afab660a4ede req-ab2e17e9-0320-4e62-bfa7-f51caa508a8f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:10.418170 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d40a1177-c721-41bc-b7df-afab660a4ede req-ab2e17e9-0320-4e62-bfa7-f51caa508a8f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1116581 Dec 14 18:09:10.545139 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d40a1177-c721-41bc-b7df-afab660a4ede req-535907c4-df96-4107-8346-ef1fa6a8ead3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236308 Dec 14 18:09:10.600343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:09:10.611427 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] Sync routers for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:09:10.616172 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f146730d-f009-4153-abb0-0ea918d9b99b admin admin] 10.222.0.58 "PUT /v2.0/routers/00faf8dd-2df9-4570-879d-7765bb30434b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5086977 Dec 14 18:09:10.617068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35008) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:10.630313 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:10.631034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:08:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:10.832465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks [] for router, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:10.844680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:11.050647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:11.113119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Deleting port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:11.113575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:11.213887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26'}], 'enable_snat': True}, 'gw_port_id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:09:08Z', 'revision_number': 5, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port': {'id': '3d93d6ff-3c43-4bb9-a5e8-33953c67eefa', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:c9:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:11.218706 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] Checking router: 00faf8dd-2df9-4570-879d-7765bb30434b for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:09:11.231443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] Routers {'00faf8dd-2df9-4570-879d-7765bb30434b'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:11.232134 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:08:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['00faf8dd-2df9-4570-879d-7765bb30434b'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:11.330273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] For port 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=3d93d6ff-3c43-4bb9-a5e8-33953c67eefa,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:11.331609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:11.400185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] Set router 00faf8dd-2df9-4570-879d-7765bb30434b gateway port host: None {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:11.465385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Calling delete_port for 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa owned by network:router_gateway {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:11.520286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:09:11Z', 'revision_number': 6, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port_host': None}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:11.525529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9a59ae-9c3e-4aa9-b975-edee5b710881 None None] The sync data for ids ['00faf8dd-2df9-4570-879d-7765bb30434b'] in dv-cinder-821737-1-smb is: [{'id': '00faf8dd-2df9-4570-879d-7765bb30434b', 'name': 'tempest-AttachVolumeTestJSON-2007330145-router', 'tenant_id': '23f671b560ef45c6977ed27d7008e732', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:09:11Z', 'revision_number': 6, 'project_id': '23f671b560ef45c6977ed27d7008e732', 'gw_port_host': None}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:09:11.837086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f19bcce-f8bd-405b-a167-860a65d04bdc req-1804fd74-745a-413c-9dee-f98dca1deba1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:11.838636 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f19bcce-f8bd-405b-a167-860a65d04bdc req-1804fd74-745a-413c-9dee-f98dca1deba1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1355395 Dec 14 18:09:11.878992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:11.891149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-18ab44ff-3dce-4f61-8fc6-cf4f0582212c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:11.952481 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Pushing event deleted for resources: {'Port': ['ID=3d93d6ff-3c43-4bb9-a5e8-33953c67eefa,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:11.982432 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:12.030212 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7f19bcce-f8bd-405b-a167-860a65d04bdc req-4d0830c4-cf06-48c0-846f-b49918ce0553 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1801887 Dec 14 18:09:12.218010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111214'] for router_gateway, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:12.545052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:09:12.591239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:09:12.591768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 3d93d6ff-3c43-4bb9-a5e8-33953c67eefa not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:09:12.592296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 1ffe943f-2e5f-4e4a-8705-885e5eae2280 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:09:12.626436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 1ffe943f-2e5f-4e4a-8705-885e5eae2280 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:09:12.626900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 1ffe943f-2e5f-4e4a-8705-885e5eae2280 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:09:12.706637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105537'] for router, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:12.711411 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:12.833444 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854209006'] for router, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:12.838348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 00faf8dd-2df9-4570-879d-7765bb30434b {{(pid=88325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 18:09:12.848279 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Notify callbacks [] for router, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:12.849520 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] 10.222.0.58 "DELETE /v2.0/routers/00faf8dd-2df9-4570-879d-7765bb30434b HTTP/1.1" status: 204 len: 168 time: 2.2309883 Dec 14 18:09:12.852481 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35014) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:12.929249 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Deleting subnet 9f6cf3f8-a505-493d-b4f0-c07a83e74a31 {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:09:12.933284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:13.016860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:13.149696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:13.277617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec46ad-f882-41a0-963e-5fa1e2ef6d7c req-a4cb215d-fc2f-4c11-a5dd-b63481d439f3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:13.279219 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-18ec46ad-f882-41a0-963e-5fa1e2ef6d7c req-a4cb215d-fc2f-4c11-a5dd-b63481d439f3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0998936 Dec 14 18:09:13.338019 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-18ec46ad-f882-41a0-963e-5fa1e2ef6d7c req-38e870ce-5a10-4631-9bdc-878130f23056 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524259 Dec 14 18:09:14.136715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:14.142923 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:14.184757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9f6cf3f8-a505-493d-b4f0-c07a83e74a31,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:14.219054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:14.219054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:14.219054 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/9f6cf3f8-a505-493d-b4f0-c07a83e74a31 HTTP/1.1" status: 204 len: 168 time: 1.3468599 Dec 14 18:09:14.220885 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35022) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:14.221007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4781e0c9-436b-442f-b5b0-ce6ee75ce50d None None] Network 89a383af-5344-41d1-86df-e5e1a89c2049 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:09:14.336696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:14.348257 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Deleting port 9672b356-f6a8-480a-8351-adc209ddcba1 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:14.348723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:14.531421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] DHCP port deletion for 89a383af-5344-41d1-86df-e5e1a89c2049 request from dv-cinder-821737-1-smb {{(pid=88326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 18:09:14.537593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] Deleting port 9672b356-f6a8-480a-8351-adc209ddcba1 {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:14.538315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:14.621111 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] For port 9672b356-f6a8-480a-8351-adc209ddcba1, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=9672b356-f6a8-480a-8351-adc209ddcba1,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:14.622025 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:14.637288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df900bfd-237a-4ed2-9ed4-78a98f9817d8 req-5951f892-0bfb-4778-809d-fa84eea34c2e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:14.639005 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-df900bfd-237a-4ed2-9ed4-78a98f9817d8 req-5951f892-0bfb-4778-809d-fa84eea34c2e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.1282232 Dec 14 18:09:14.715692 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-df900bfd-237a-4ed2-9ed4-78a98f9817d8 req-775196e2-1d10-4b13-8cc0-d2f07fa053af tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700393 Dec 14 18:09:14.773071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Calling delete_port for 9672b356-f6a8-480a-8351-adc209ddcba1 owned by network:dhcp {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:14.789386 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] For port 9672b356-f6a8-480a-8351-adc209ddcba1, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=9672b356-f6a8-480a-8351-adc209ddcba1,segment=NetworkSegment(6b79fcde-4801-49f7-99a5-fccdd61f20df),segment_id=6b79fcde-4801-49f7-99a5-fccdd61f20df)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:14.789851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:14.907539 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:14.912339 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:14.923673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] Calling delete_port for 9672b356-f6a8-480a-8351-adc209ddcba1 owned by network:dhcp {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:14.953478 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=9672b356-f6a8-480a-8351-adc209ddcba1,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:14.958190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:14.961352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] No DVR routers for this DVR port 9672b356-f6a8-480a-8351-adc209ddcba1 on host dv-cinder-821737-1-smb {{(pid=88324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:09:15.066607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.db.api [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:09:15.067086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_db.api [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 18:09:15.088115 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.115695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a383af-5344-41d1-86df-e5e1a89c2049']}} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:15.131681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b79fcde-4801-49f7-99a5-fccdd61f20df') {'for_net_delete': True} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:15.132026 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b79fcde-4801-49f7-99a5-fccdd61f20df') {} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:15.143923 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083240'] for segment, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.160634 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.166833 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=88324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:09:15.167262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853465326'] for segment, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:09:15.181919 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:09:15.238888 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f3a47fdd-31fa-46ca-9472-615d1c947b5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.301762 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.305379 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:15.321272 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.331702 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=89a383af-5344-41d1-86df-e5e1a89c2049,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:15.336619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:15.376479 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-90fe1a8a-a892-46dc-8012-6aeb3bd283a4 admin admin] 10.222.0.58 "DELETE /v2.0/networks/89a383af-5344-41d1-86df-e5e1a89c2049 HTTP/1.1" status: 204 len: 168 time: 1.1745403 Dec 14 18:09:15.568410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] Deleting port 9672b356-f6a8-480a-8351-adc209ddcba1 {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:15.568855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.632854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-b79aa540-f9fc-4fcc-b91f-c69dbf18da5c None None] The port '9672b356-f6a8-480a-8351-adc209ddcba1' was deleted {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 18:09:15.669929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35032) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:15.725647 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4a34f37e-8ad8-405d-a68b-434780881ed4 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=23f671b560ef45c6977ed27d7008e732&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0520930 Dec 14 18:09:15.725862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35036) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:15.789809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5c9a-b046-4c0d-a422-915bc6f790a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.820059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5c9a-b046-4c0d-a422-915bc6f790a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.919048 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5c9a-b046-4c0d-a422-915bc6f790a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.924452 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-744043ae-1aca-4458-9506-b9bc3790ab5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:15.941083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0c5c9a-b046-4c0d-a422-915bc6f790a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4269ea5a-f9a1-465d-b16c-fe39d263ef7e,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:15.944291 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bc0c5c9a-b046-4c0d-a422-915bc6f790a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:15.946377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bc0c5c9a-b046-4c0d-a422-915bc6f790a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:15.950634 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-bc0c5c9a-b046-4c0d-a422-915bc6f790a1 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4269ea5a-f9a1-465d-b16c-fe39d263ef7e HTTP/1.1" status: 204 len: 168 time: 0.2208664 Dec 14 18:09:16.059154 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92484d3-d12b-47a6-bbcf-17b299bbd3c0 req-ac8c7601-47c4-4cf8-b81d-bdd23037598c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:16.061279 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e92484d3-d12b-47a6-bbcf-17b299bbd3c0 req-ac8c7601-47c4-4cf8-b81d-bdd23037598c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0857551 Dec 14 18:09:16.109843 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e92484d3-d12b-47a6-bbcf-17b299bbd3c0 req-a7b17d20-8580-4abe-82c2-8b1528ad1e48 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423152 Dec 14 18:09:16.538396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 9672b356-f6a8-480a-8351-adc209ddcba1 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:09:16.584975 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 9672b356-f6a8-480a-8351-adc209ddcba1 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:09:16.585381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 9672b356-f6a8-480a-8351-adc209ddcba1 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:09:16.621763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:17.318651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d7c7a40d-ff5c-420c-93e6-9a517d9a2d7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:17.332652 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3158b-891e-4835-ad7d-5d5f218735d4 req-026b7532-9764-4b5a-a48d-33695d8ca3d5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:17.334251 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-72c3158b-891e-4835-ad7d-5d5f218735d4 req-026b7532-9764-4b5a-a48d-33695d8ca3d5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0883622 Dec 14 18:09:17.382753 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-72c3158b-891e-4835-ad7d-5d5f218735d4 req-de07be9a-33ec-4da6-8397-89354ed3c969 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419836 Dec 14 18:09:17.867650 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:18.490357 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:18.604319 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb89f84-1b9e-49b9-8df9-c02a4b5158cc req-5c349eaf-ed5f-4f7f-9f5d-6ab19d58c08b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:18.605901 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ddb89f84-1b9e-49b9-8df9-c02a4b5158cc req-5c349eaf-ed5f-4f7f-9f5d-6ab19d58c08b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0869248 Dec 14 18:09:18.654987 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ddb89f84-1b9e-49b9-8df9-c02a4b5158cc req-928cd418-6fc0-4458-b862-607e1fb6af0e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423381 Dec 14 18:09:19.341525 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:19.879558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e8762-ca55-403f-b143-aa8e7f3c9260 req-c29635bd-71ce-4fb3-a1be-c94650d32b77 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:19.881313 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-765e8762-ca55-403f-b143-aa8e7f3c9260 req-c29635bd-71ce-4fb3-a1be-c94650d32b77 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0889032 Dec 14 18:09:19.934746 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-765e8762-ca55-403f-b143-aa8e7f3c9260 req-738a816a-b889-4c8c-810d-bacfce2a4d6a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458484 Dec 14 18:09:21.159369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801c7839-6a6d-4c76-a211-febac6509c9d req-ef4fbe25-b5c9-4d67-8b07-c85f8087b42f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:21.160950 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-801c7839-6a6d-4c76-a211-febac6509c9d req-ef4fbe25-b5c9-4d67-8b07-c85f8087b42f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 944 time: 0.0826104 Dec 14 18:09:21.208169 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-801c7839-6a6d-4c76-a211-febac6509c9d req-250b2d42-b6bd-401e-9c2f-c9b1b26f423f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411870 Dec 14 18:09:21.751480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:09:22.045596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:22.059979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '1cd8810a-a372-417a-b2b9-861960c13a84', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'port_id': '1cd8810a-a372-417a-b2b9-861960c13a84', 'mac_address': 'fa:16:3e:64:60:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:09:22.116055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:22.134318 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd8810a-a372-417a-b2b9-861960c13a84 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:09:22.149072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:22.192995 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:22.194956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:22.263362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=9']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:22.268294 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:22.430324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f551de50-203f-45bf-9666-b3e96211cae2 req-960d3ec3-a80b-4209-b7f6-bd7a1a3879b1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:22.431983 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f551de50-203f-45bf-9666-b3e96211cae2 req-960d3ec3-a80b-4209-b7f6-bd7a1a3879b1 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 945 time: 0.0863016 Dec 14 18:09:22.483519 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f551de50-203f-45bf-9666-b3e96211cae2 req-992dbc1f-8f4c-466a-9992-ca978ef7852a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437124 Dec 14 18:09:22.525612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['1cd8810a-a372-417a-b2b9-861960c13a84'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:09:23.711647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aeb528-b9f6-475e-ae0b-0271080c6cf0 req-968e6bd6-b0cf-4ebc-a9e8-87cfaf5ff634 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:23.713174 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-90aeb528-b9f6-475e-ae0b-0271080c6cf0 req-968e6bd6-b0cf-4ebc-a9e8-87cfaf5ff634 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 945 time: 0.0895963 Dec 14 18:09:23.758352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:09:23.762240 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-90aeb528-b9f6-475e-ae0b-0271080c6cf0 req-7ef8341f-01e8-45de-91ad-6a42053f867f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418515 Dec 14 18:09:23.830210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 1cd8810a-a372-417a-b2b9-861960c13a84 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:09:23.830635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:23.948507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:24.112141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:09:24.122394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:24.167001 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84', 'code': 200} Dec 14 18:09:24.210114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:24.212541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:24.279146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=10']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:24.282776 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:24.367458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35150) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:24.519083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:24.551886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:24.556056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Usage tracker for resource:security_group_rule and tenant:bf75fcd3383542c7becbebdf068f3510 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:24.569741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:24.569907 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4228394c-7e84-418e-b77e-5e97d6cdefcb req-b9f34814-e974-4d28-90c1-9642d3b71f16 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 1100 time: 0.0732358 Dec 14 18:09:24.570035 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:24.608470 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4228394c-7e84-418e-b77e-5e97d6cdefcb req-9947a091-59d8-4504-9897-342ca9696a06 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389895 Dec 14 18:09:24.728849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:24.804418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:24.812465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5b776147-a2c4-483a-86fc-15ac03f74eca tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:24.998704 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b10037c-9ad6-4e8b-8ef9-3d3c43c0e861 req-08466a0e-3575-4f27-92cd-350f48702b0c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:25.000354 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b10037c-9ad6-4e8b-8ef9-3d3c43c0e861 req-08466a0e-3575-4f27-92cd-350f48702b0c tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 947 time: 0.0967026 Dec 14 18:09:25.052615 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b10037c-9ad6-4e8b-8ef9-3d3c43c0e861 req-ee995e65-f974-4d4d-aa01-c7cb7f28a943 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459001 Dec 14 18:09:25.070765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f20d5f-08ae-482e-916b-4239b840db34,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:25.076942 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=bf75fcd3383542c7becbebdf068f3510&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7083666 Dec 14 18:09:25.078372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:25.078915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35158) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:25.141639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80c09c27-3c2f-4bcb-821b-58ceeb90f091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:25.168422 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80c09c27-3c2f-4bcb-821b-58ceeb90f091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:25.295507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80c09c27-3c2f-4bcb-821b-58ceeb90f091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:25.300587 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fad1f16a-fff7-4dd1-8450-de6374321d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:25.317326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c09c27-3c2f-4bcb-821b-58ceeb90f091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f20d5f-08ae-482e-916b-4239b840db34,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:25.320360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80c09c27-3c2f-4bcb-821b-58ceeb90f091 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:25.321247 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-80c09c27-3c2f-4bcb-821b-58ceeb90f091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:25.322418 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-80c09c27-3c2f-4bcb-821b-58ceeb90f091 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e9f20d5f-08ae-482e-916b-4239b840db34 HTTP/1.1" status: 204 len: 168 time: 0.2423768 Dec 14 18:09:26.285184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba0dee4-9918-4524-9fb6-5fcdd9278437 req-b6c1b26c-a019-4c2c-b553-ec207b33b94a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:26.286769 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ba0dee4-9918-4524-9fb6-5fcdd9278437 req-b6c1b26c-a019-4c2c-b553-ec207b33b94a tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 947 time: 0.0889325 Dec 14 18:09:26.334400 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ba0dee4-9918-4524-9fb6-5fcdd9278437 req-67ee9874-88c1-4865-9642-015b2ca22a46 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416052 Dec 14 18:09:26.506639 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-a139abbc-b163-4caa-aa69-dd1af8ebf9bd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757811 Dec 14 18:09:26.604641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-ca2588cc-058d-4240-a39c-9196e34b5f3f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1137 time: 0.0768867 Dec 14 18:09:26.765070 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-037d888d-45f9-4239-8599-9d3d544069ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:26.766652 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-037d888d-45f9-4239-8599-9d3d544069ee service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 915 time: 0.1431398 Dec 14 18:09:26.877192 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-233aacb8-e6ca-43fe-b3f3-7ce7bb72aec0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1026585 Dec 14 18:09:26.952960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-4c0ef848-3113-45ba-87ee-4ba5e3238ee9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:26.954630 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-4c0ef848-3113-45ba-87ee-4ba5e3238ee9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 200 len: 853 time: 0.0704298 Dec 14 18:09:27.039109 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-90bfd15a-fd40-4323-a49e-f859e4f07225 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4455478-2de8-4443-a924-f8f29a4e3d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0765424 Dec 14 18:09:27.194677 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-60a4896f-850e-4e47-b10a-963ced2fbeb1 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489096 Dec 14 18:09:27.343937 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e9d4fcab-4d42-4e0e-a1a4-cb53dc481902 req-87a3e947-d0c8-4515-9842-60c4b8ee5f7f service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426356 Dec 14 18:09:27.549991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4300670-4380-4974-befa-041601899139 req-c2dd1b8e-d9b0-4eba-b378-43e3697a988f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:27.557990 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b4300670-4380-4974-befa-041601899139 req-c2dd1b8e-d9b0-4eba-b378-43e3697a988f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 947 time: 0.0818501 Dec 14 18:09:27.603233 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b4300670-4380-4974-befa-041601899139 req-5978ea9d-2e3e-41cf-bbeb-5e7ff37f9d32 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456166 Dec 14 18:09:28.822557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf8922-4105-459c-b676-c4fe5325670f req-b5fb9913-b237-4a76-be77-80d428ece228 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:28.824207 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dcbf8922-4105-459c-b676-c4fe5325670f req-b5fb9913-b237-4a76-be77-80d428ece228 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 947 time: 0.0833645 Dec 14 18:09:28.873480 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dcbf8922-4105-459c-b676-c4fe5325670f req-82151111-94f0-44fa-b562-47e5c56f221e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420532 Dec 14 18:09:37.487582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35318) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:37.637271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:37.669899 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:37.674467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Usage tracker for resource:security_group_rule and tenant:5f18d02d363b4a5a9ed93f451dde370d is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:37.677415 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:37.683343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:37.755117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:37.790767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:37.798868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-fd7375dc-c65c-4ff3-b5a8-edcff679568a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:37.839569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be5e7b8-9a41-46dc-bcb2-696b20bbaa13,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:37.843535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:37.846175 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5f18d02d363b4a5a9ed93f451dde370d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3574903 Dec 14 18:09:37.848970 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35324) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:37.911020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df198d86-6fec-4979-8c0f-30e36f6b354b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:37.937091 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df198d86-6fec-4979-8c0f-30e36f6b354b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:38.021152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df198d86-6fec-4979-8c0f-30e36f6b354b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:38.026248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2dcb9980-0949-4587-9bcb-fdad184235ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:38.039642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df198d86-6fec-4979-8c0f-30e36f6b354b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be5e7b8-9a41-46dc-bcb2-696b20bbaa13,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:38.042813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-df198d86-6fec-4979-8c0f-30e36f6b354b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:38.044739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df198d86-6fec-4979-8c0f-30e36f6b354b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:38.046501 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-df198d86-6fec-4979-8c0f-30e36f6b354b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0be5e7b8-9a41-46dc-bcb2-696b20bbaa13 HTTP/1.1" status: 204 len: 168 time: 0.1960144 Dec 14 18:09:40.458821 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-672246ed-1185-4e5d-a063-e0f7471a7764 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1263991203&fields=id&tenant_id=309ca790741d4419a14ff35c18423361 HTTP/1.1" status: 200 len: 267 time: 0.0433915 Dec 14 18:09:40.548577 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-ccb2fed2-2c6f-40e0-9552-4688181794e6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:40.550157 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-ccb2fed2-2c6f-40e0-9552-4688181794e6 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 984 time: 0.0851977 Dec 14 18:09:40.562532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Request body: {'port': {'security_groups': ['c5397d2d-0f6e-49bd-84b5-cc5fde7c274c']}} {{(pid=88324) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:09:40.683219 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:40.824751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35386) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:40.988991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.063583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] For port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:41.089609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for port, precommit_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.095141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:41.101121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4cca1b0d1e4a93bedfd6caff4554a9 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:41.102152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:41.108801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:41.121020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1307087'] for port, after_update {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.127906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7e99c00b-bcca-42e1-9b28-585689707d56 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:41.132720 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:09:41.215231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:41.215926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.218037 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b4dfdd79-4e8f-4c79-9882-b74c0ea8c5a2 req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "PUT /v2.0/ports/7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 942 time: 0.6609011 Dec 14 18:09:41.218605 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:09:41.225963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35394) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:41.283620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event updated for resources: {'Port': ['ID=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,revision_number=7']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:41.288346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-eded25a5-1828-4a2e-9ced-65f6b982e222 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:41.311062 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'status': 'completed', 'code': 200} Dec 14 18:09:41.329400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3e54309d-a403-46f2-b3d3-a8398aff99ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.333121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:09:41.387132 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3e54309d-a403-46f2-b3d3-a8398aff99ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.403101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.424859 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-6f97cf1f-44f9-4e48-b9c4-3095861c9847 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1098 time: 0.0924957 Dec 14 18:09:41.437261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.445880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5a91900-7c38-4dcb-956a-e843e3095f79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:41.494186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37e455-5e79-45a7-9fae-d089f5efde05,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:41.512385 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:41.520040 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5505ecf0-12be-487b-8a0d-c8a23c9ae4f7 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=5e4cca1b0d1e4a93bedfd6caff4554a9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6941371 Dec 14 18:09:41.521635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35400) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:41.582485 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-d5aecbda-4150-454f-afd3-f627363f260a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:41.584356 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-d5aecbda-4150-454f-afd3-f627363f260a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 915 time: 0.1505597 Dec 14 18:09:41.590270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-537c6957-5193-405d-b1ac-dc9b2ad86612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.622030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-537c6957-5193-405d-b1ac-dc9b2ad86612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.629143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3e54309d-a403-46f2-b3d3-a8398aff99ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.636412 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1d441896-8b6f-4c78-ade7-e06990fdb44a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:41.652501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-53442fcb-1178-4f46-aa56-90bc4249b02f None None] Provisioning complete for port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 triggered by entity DHCP. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:09:41.652862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-53442fcb-1178-4f46-aa56-90bc4249b02f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.663656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54309d-a403-46f2-b3d3-a8398aff99ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=79765d88-6778-4e57-89bb-a20e5c15b0f6,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:41.669589 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3e54309d-a403-46f2-b3d3-a8398aff99ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:41.698437 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-b2a9d99c-6a35-4e8d-9159-b706e8f7bf55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 1000 time: 0.1070158 Dec 14 18:09:41.729522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3e54309d-a403-46f2-b3d3-a8398aff99ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.734172 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3e54309d-a403-46f2-b3d3-a8398aff99ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "DELETE /v2.0/security-groups/79765d88-6778-4e57-89bb-a20e5c15b0f6 HTTP/1.1" status: 204 len: 168 time: 0.5062513 Dec 14 18:09:41.735350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35404) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:41.771176 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-c143c083-c04a-4d67-bd32-b4623d574b26 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:41.772597 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-c143c083-c04a-4d67-bd32-b4623d574b26 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 200 len: 853 time: 0.0684931 Dec 14 18:09:41.806227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-537c6957-5193-405d-b1ac-dc9b2ad86612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.822520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c73c78d4-c1cd-4f16-85c4-2c8dc35be41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:41.836306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537c6957-5193-405d-b1ac-dc9b2ad86612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37e455-5e79-45a7-9fae-d089f5efde05,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:41.838908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-537c6957-5193-405d-b1ac-dc9b2ad86612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:41.842921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-537c6957-5193-405d-b1ac-dc9b2ad86612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:41.847108 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-537c6957-5193-405d-b1ac-dc9b2ad86612 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ad37e455-5e79-45a7-9fae-d089f5efde05 HTTP/1.1" status: 204 len: 168 time: 0.3218601 Dec 14 18:09:41.861983 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-4d9cc4c6-f800-4998-b8cc-0664903c9a2c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4455478-2de8-4443-a924-f8f29a4e3d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0826242 Dec 14 18:09:42.007770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Deleting port af960802-290e-438e-8769-6695446b3e0c {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:42.007962 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.034824 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-aa3e534d-dec0-453a-8c4f-81fa2c59d7f4 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658869 Dec 14 18:09:42.183244 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b9928a38-6fda-4bcb-b341-fe52c9fa4986 req-47c13683-5cfc-4178-9e59-2f5ce24ca7b4 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419020 Dec 14 18:09:42.199055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.199544 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.325811 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Calling delete_port for af960802-290e-438e-8769-6695446b3e0c owned by network:floatingip {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:42.356217 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35412) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:42.376589 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.413713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:42.417638 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Usage tracker for resource:security_group_rule and tenant:f3e641abfe344363a45c9c7514ec96d9 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:42.421401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:42.427344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:42.507000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.511836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a19ac179-ce92-4690-991d-193307896daf tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:42.535462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.553868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event deleted for resources: {'Port': ['ID=af960802-290e-438e-8769-6695446b3e0c,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:42.556665 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:42.575536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.583445 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7e9f5af1-e3f9-4255-a3fb-8f107db1fb1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:42.625665 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab37401a-9735-4ce4-abef-e6b77b5e6297,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:42.629480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:42.634789 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=f3e641abfe344363a45c9c7514ec96d9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2772906 Dec 14 18:09:42.635517 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35416) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:42.654535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks [] for floatingip, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.698687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6593acbe-62e9-4a23-a9c8-97be0bc0695d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.726256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6593acbe-62e9-4a23-a9c8-97be0bc0695d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.809438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6593acbe-62e9-4a23-a9c8-97be0bc0695d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.814595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:42.825223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6593acbe-62e9-4a23-a9c8-97be0bc0695d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab37401a-9735-4ce4-abef-e6b77b5e6297,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:42.830017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6593acbe-62e9-4a23-a9c8-97be0bc0695d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:42.831990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6593acbe-62e9-4a23-a9c8-97be0bc0695d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:42.843180 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6593acbe-62e9-4a23-a9c8-97be0bc0695d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/ab37401a-9735-4ce4-abef-e6b77b5e6297 HTTP/1.1" status: 204 len: 168 time: 0.2067199 Dec 14 18:09:43.062361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Router 5e7e956f-92ae-4145-a6f1-01621aa8c74e has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:09:43.271037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:09:43.282133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] Sync routers for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:09:43.294972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:43.295949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:43.318133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:43.377503 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1f45062b-4de7-4d25-a439-c543fc2999a4 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "DELETE /v2.0/floatingips/10dad45e-df25-4970-830d-8d6b0dc36327 HTTP/1.1" status: 204 len: 168 time: 1.6404107 Dec 14 18:09:43.378182 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:09:43.433656 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'status': 'completed', 'code': 200} Dec 14 18:09:43.496785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:43.782551 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-cc7255cb-b4fd-4818-ae30-314627c20bef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=309ca790741d4419a14ff35c18423361&device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 1098 time: 0.3257830 Dec 14 18:09:43.891057 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:11Z', 'revision_number': 5, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:43.895819 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] Checking router: 5e7e956f-92ae-4145-a6f1-01621aa8c74e for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:09:43.907133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:43.907802 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:43.946840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-f584e8a3-6839-4024-a657-30da1888b59a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:43.948439 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-f584e8a3-6839-4024-a657-30da1888b59a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 200 len: 915 time: 0.1590338 Dec 14 18:09:44.039945 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-fad81a20-1abe-490f-917f-2dc79abb71be service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 200 len: 217 time: 0.0855215 Dec 14 18:09:44.118357 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-00e07fad-f1c7-4434-aa99-ae51c16c9990 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:44.120073 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-00e07fad-f1c7-4434-aa99-ae51c16c9990 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 200 len: 853 time: 0.0733831 Dec 14 18:09:44.205846 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-3c3876f9-38d3-4aa0-be25-9945ea96db30 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c4455478-2de8-4443-a924-f8f29a4e3d78&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0791323 Dec 14 18:09:44.245420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:09:44.277204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:44.359125 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-7ff2a353-fed5-46e5-b5bc-e969b1e50375 service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460705 Dec 14 18:09:44.527285 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3b273639-cffd-47cc-a0dc-65eea25b330c req-693c8c6c-b625-4e44-96f9-d54345bdf0ae service neutron] 10.222.0.18 "GET /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620371 Dec 14 18:09:44.646143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:11Z', 'revision_number': 5, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:44.650292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdaa610a-73c9-4457-aefa-8ac1bf6cf2b3 None None] The sync data for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb is: [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:06:01Z', 'revision_number': 4, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7a1eac21-781f-4add-8dda-7deda4fcbe58', 'name': '', 'network_id': 'c4455478-2de8-4443-a924-f8f29a4e3d78', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'mac_address': 'fa:16:3e:64:fb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:01Z', 'updated_at': '2021-12-14T18:06:11Z', 'revision_number': 5, 'project_id': '309ca790741d4419a14ff35c18423361', 'subnets': [{'id': 'a7968e24-f916-4364-a6f0-4fd5e0ef31cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:09:45.137101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f082aec-a8ab-4ea3-a402-4e05785d8e9f None None] New status for floating IP 10dad45e-df25-4970-830d-8d6b0dc36327: DOWN {{(pid=88326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:09:45.318495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e89c7937-3552-4bc5-91f3-872ea66a7649 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:45.978874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35486) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:46.132361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:46.164953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:46.168947 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd2807b276c454b82584ab441d4429b is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:46.171893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:46.177759 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:46.242864 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:46.276439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:46.284255 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:46.324362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7f15ed0-6aff-40aa-bd0e-76be90952624,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:46.328408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:46.331070 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1f1c3a8f-214a-41c6-9701-f0dd732b79c5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1dd2807b276c454b82584ab441d4429b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3510675 Dec 14 18:09:46.333888 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35492) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:46.397812 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8995aa78-4ff3-4e25-9271-8fe56e8b6232 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:46.424863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8995aa78-4ff3-4e25-9271-8fe56e8b6232 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:46.506764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8995aa78-4ff3-4e25-9271-8fe56e8b6232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:46.512093 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-78160121-267b-45b5-8e74-8362cf072e0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:46.526353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995aa78-4ff3-4e25-9271-8fe56e8b6232 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7f15ed0-6aff-40aa-bd0e-76be90952624,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:46.528982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8995aa78-4ff3-4e25-9271-8fe56e8b6232 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:46.530986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8995aa78-4ff3-4e25-9271-8fe56e8b6232 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:46.534850 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8995aa78-4ff3-4e25-9271-8fe56e8b6232 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/e7f15ed0-6aff-40aa-bd0e-76be90952624 HTTP/1.1" status: 204 len: 168 time: 0.1972954 Dec 14 18:09:46.608196 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:46.995059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e176585-7ea6-40c7-a3d6-0a056c9479c3 req-40a22d26-5bc7-4b04-bc75-6daf09a648d2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:46.996567 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e176585-7ea6-40c7-a3d6-0a056c9479c3 req-40a22d26-5bc7-4b04-bc75-6daf09a648d2 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.0846758 Dec 14 18:09:47.009262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35506) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:47.029226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:47.047275 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4e176585-7ea6-40c7-a3d6-0a056c9479c3 req-2f1d526a-d8d7-4039-aec7-c16720f5eaff tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438082 Dec 14 18:09:47.062356 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:47.066578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Usage tracker for resource:security_group_rule and tenant:4bbd3545fb274fe9ab162234000ea8a8 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:47.069616 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:47.075595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:47.142453 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:47.173425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:47.180765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3e54309d-a403-46f2-b3d3-a8398aff99ef tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:47.222887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=392f0729-bd66-4079-8b57-264caabb00f8,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:47.227175 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4bbd3545fb274fe9ab162234000ea8a8&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2168357 Dec 14 18:09:47.228178 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:47.230002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35510) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:47.296004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6d0afb86-65ec-439a-92bb-7dc8f6377fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:47.322300 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6d0afb86-65ec-439a-92bb-7dc8f6377fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:47.335516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7f4c00bd-64f7-44e1-9fe0-d39afcb691ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:47.415391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6d0afb86-65ec-439a-92bb-7dc8f6377fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:47.421403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6da5b3af-4f41-486e-b6da-a801fb616b80 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:47.434082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0afb86-65ec-439a-92bb-7dc8f6377fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=392f0729-bd66-4079-8b57-264caabb00f8,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:47.437245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6d0afb86-65ec-439a-92bb-7dc8f6377fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:47.439186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6d0afb86-65ec-439a-92bb-7dc8f6377fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:47.442901 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6d0afb86-65ec-439a-92bb-7dc8f6377fee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/392f0729-bd66-4079-8b57-264caabb00f8 HTTP/1.1" status: 204 len: 168 time: 0.2093306 Dec 14 18:09:47.838219 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:48.254231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c3f98d-f429-41dc-b18a-c43b5c89be68 req-dc629caa-261b-4119-b36d-5634662fcf47 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:48.255004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-f2c3f98d-f429-41dc-b18a-c43b5c89be68 req-dc629caa-261b-4119-b36d-5634662fcf47 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Synchronizing usage tracker for tenant:309ca790741d4419a14ff35c18423361 on resource:port {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:09:48.293290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-f2c3f98d-f429-41dc-b18a-c43b5c89be68 req-dc629caa-261b-4119-b36d-5634662fcf47 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Unset dirty status for tenant:309ca790741d4419a14ff35c18423361 on resource:port {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:09:48.294585 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f2c3f98d-f429-41dc-b18a-c43b5c89be68 req-dc629caa-261b-4119-b36d-5634662fcf47 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.1238861 Dec 14 18:09:48.346023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-f2c3f98d-f429-41dc-b18a-c43b5c89be68 req-79571963-0359-4a63-ac36-592e34346914 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Synchronizing usage tracker for tenant:309ca790741d4419a14ff35c18423361 on resource:security_group {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:09:48.367188 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35532) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:48.407810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-f2c3f98d-f429-41dc-b18a-c43b5c89be68 req-79571963-0359-4a63-ac36-592e34346914 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Unset dirty status for tenant:309ca790741d4419a14ff35c18423361 on resource:security_group {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:09:48.409105 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f2c3f98d-f429-41dc-b18a-c43b5c89be68 req-79571963-0359-4a63-ac36-592e34346914 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078084 Dec 14 18:09:48.481984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:48.865223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Deleting port 2393d692-8e80-4c8b-b05f-0e9c96ac0baf {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:48.865223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.039853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.040251 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.091619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebae9c68-6851-472b-8904-66eda15adc29 req-aea36981-d255-4836-a694-d751955f7845 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:49.093786 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebae9c68-6851-472b-8904-66eda15adc29 req-aea36981-d255-4836-a694-d751955f7845 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.18 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.0985122 Dec 14 18:09:49.170128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Deleting port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:49.170510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.173173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Calling delete_port for 2393d692-8e80-4c8b-b05f-0e9c96ac0baf owned by network:floatingip {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:49.346915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.369842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.374684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-58c6be34-d3f9-41d5-923c-059e297c9c79 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:49.425084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event deleted for resources: {'Port': ['ID=2393d692-8e80-4c8b-b05f-0e9c96ac0baf,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:49.428168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:49.440389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] For port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:49.440906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.524888 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for floatingip, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.578108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Calling delete_port for 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:49.773580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba412fed-f765-4605-ac20-738e6e0702ad req-5198185d-2680-45ee-9efe-304ca9d3052f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:49.776549 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ba412fed-f765-4605-ac20-738e6e0702ad req-5198185d-2680-45ee-9efe-304ca9d3052f tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/ports?device_id=491b883e-3c9d-4010-b509-fc2466911eb3 HTTP/1.1" status: 200 len: 945 time: 0.2055972 Dec 14 18:09:49.846970 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ba412fed-f765-4605-ac20-738e6e0702ad req-94aed664-a548-4201-a9c3-4cb1d3cf2231 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.58 "GET /v2.0/security-groups?id=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610728 Dec 14 18:09:49.882916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:49.890740 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:49.937837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Pushing event deleted for resources: {'Port': ['ID=7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:49.940698 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:50.027820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] No DVR routers for this DVR port 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:09:50.030383 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:50.033916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'name': 'network-vif-deleted', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:09:50.090576 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebae9c68-6851-472b-8904-66eda15adc29 req-ca08c505-4071-4ecf-8741-3c9c6bb0e750 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] 10.222.0.18 "DELETE /v2.0/ports/7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 HTTP/1.1" status: 204 len: 173 time: 0.9894259 Dec 14 18:09:50.100780 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491b883e-3c9d-4010-b509-fc2466911eb3', 'name': 'network-vif-deleted', 'tag': '7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5', 'status': 'completed', 'code': 200} Dec 14 18:09:50.197687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Router 1f10c6aa-61da-4c8c-931c-fc110d93212c has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:09:50.419420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:09:50.432235 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] Sync routers for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:09:50.446200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:50.446897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:50.472439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:50.559190 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-bcd46e18-139c-46d1-b4ae-13737c12533d tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "DELETE /v2.0/floatingips/62b7c824-42eb-4293-b37c-239441012291 HTTP/1.1" status: 204 len: 168 time: 2.1908510 Dec 14 18:09:50.559941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'}] {{(pid=88324) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:09:50.655156 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'status': 'completed', 'code': 200} Dec 14 18:09:50.668719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:50.803108 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-98efd201-85d3-438c-b5c0-42863d67df23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=84cf1431399344d7863f48a80c385103&device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 1098 time: 0.1254928 Dec 14 18:09:51.021352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-5b453176-fb71-4d3c-afc1-879d7a62c84f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:51.023125 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-5b453176-fb71-4d3c-afc1-879d7a62c84f service neutron] 10.222.0.18 "GET /v2.0/networks?id=4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 200 len: 909 time: 0.2123878 Dec 14 18:09:51.131979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:45Z', 'revision_number': 5, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:51.135644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] Checking router: 1f10c6aa-61da-4c8c-931c-fc110d93212c for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:09:51.147185 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:51.147854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:51.159607 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-b0c057d9-e5ef-421c-86d1-2dec0aaae52a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 200 len: 217 time: 0.1283765 Dec 14 18:09:51.250792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-9485d81e-fdf8-45c4-a521-73d8e2dd92d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:51.252468 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-9485d81e-fdf8-45c4-a521-73d8e2dd92d6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 200 len: 847 time: 0.0845819 Dec 14 18:09:51.258678 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127da5c2-7f66-4622-97ce-f183fa315c18 req-d6fd16f1-7a8c-4021-b406-e1425d2f607f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:51.266107 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-127da5c2-7f66-4622-97ce-f183fa315c18 req-d6fd16f1-7a8c-4021-b406-e1425d2f607f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.1665404 Dec 14 18:09:51.368314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:51.381313 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-127da5c2-7f66-4622-97ce-f183fa315c18 req-56978532-7e21-4ec0-93fd-74e35e12061b tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1141334 Dec 14 18:09:51.397614 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-fe29f021-b820-41e4-bf05-b7d87a039920 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4596c04a-05c1-4024-9e77-bb56424c46f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1283402 Dec 14 18:09:51.568938 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-7606e165-43f2-40d7-8158-c52dee63696d service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627073 Dec 14 18:09:51.746893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:45Z', 'revision_number': 5, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:51.752405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccb216a-b656-496a-a7a1-1e2a5ba76561 None None] The sync data for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb is: [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:03:34Z', 'revision_number': 4, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '7cc7d493-138d-4099-a606-510e155545b6', 'name': '', 'network_id': '4596c04a-05c1-4024-9e77-bb56424c46f8', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'mac_address': 'fa:16:3e:63:3a:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:34Z', 'updated_at': '2021-12-14T18:03:45Z', 'revision_number': 5, 'project_id': '84cf1431399344d7863f48a80c385103', 'subnets': [{'id': 'a2ef2093-37fd-4511-b41b-856736bfcfe5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:09:51.760713 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfe1371d-48fb-498b-aaa1-a3775b36cfd8 req-60accbe9-b4c2-4d1d-a050-5d8523f90f60 service neutron] 10.222.0.18 "GET /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847034 Dec 14 18:09:51.869569 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:09:51.906894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:09:51.907295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7c0c3cb0-8690-46cd-9322-4cc7f39ea9c5 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:09:52.196694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12d8d3-0448-4d8f-a11d-5e09085e5403 None None] New status for floating IP 62b7c824-42eb-4293-b37c-239441012291: DOWN {{(pid=88326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:09:52.549805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35640) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:52.618321 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9694d6-32be-4b5e-9e94-0705e10427df req-716ceb63-98f9-457c-b91b-74cc03cb6dd7 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:52.619030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-fe9694d6-32be-4b5e-9e94-0705e10427df req-716ceb63-98f9-457c-b91b-74cc03cb6dd7 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Synchronizing usage tracker for tenant:84cf1431399344d7863f48a80c385103 on resource:port {{(pid=88324) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:09:52.664741 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-fe9694d6-32be-4b5e-9e94-0705e10427df req-716ceb63-98f9-457c-b91b-74cc03cb6dd7 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Unset dirty status for tenant:84cf1431399344d7863f48a80c385103 on resource:port {{(pid=88324) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:09:52.666040 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe9694d6-32be-4b5e-9e94-0705e10427df req-716ceb63-98f9-457c-b91b-74cc03cb6dd7 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.1356575 Dec 14 18:09:52.715279 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe9694d6-32be-4b5e-9e94-0705e10427df req-452fb1bd-6925-4249-a185-e425e3ebc9ed tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422370 Dec 14 18:09:53.031292 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-cfa7e20e-9419-40ee-8b09-dc9d0987666e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:53.032696 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-cfa7e20e-9419-40ee-8b09-dc9d0987666e tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.18 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.3339648 Dec 14 18:09:53.178837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Deleting port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:53.179131 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:53.550271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] For port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:53.550669 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:53.567828 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854114301'] for router_interface, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:53.759765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Calling delete_port for 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:54.016613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace57102-da07-4277-a0e6-4ac3a82cce77 req-d8daee2d-2505-428c-b444-928a100cc96b tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:09:54.018378 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ace57102-da07-4277-a0e6-4ac3a82cce77 req-d8daee2d-2505-428c-b444-928a100cc96b tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 945 time: 0.1729803 Dec 14 18:09:54.193915 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ace57102-da07-4277-a0e6-4ac3a82cce77 req-bc1fc7b3-3233-4d8c-b2d1-d7e21a46fd6f tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/security-groups?id=72ada4c5-839d-4e8c-9aab-bd48b907f440&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692462 Dec 14 18:09:54.270590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:54.283033 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2714bcb3-da10-4317-ba1f-5fa47afca54f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:54.356231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event deleted for resources: {'Port': ['ID=0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:54.363014 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:54.452003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] No DVR routers for this DVR port 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:09:54.456241 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:54.460978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'name': 'network-vif-deleted', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:09:54.519199 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '97ef2489-7e1c-4c68-84f4-cf9e4385da9d', 'name': 'network-vif-deleted', 'tag': '0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff', 'status': 'completed', 'code': 200} Dec 14 18:09:54.531013 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3c64b9ad-c534-40c9-8a69-f24e73fafb5d req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.18 "DELETE /v2.0/ports/0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff HTTP/1.1" status: 204 len: 173 time: 1.4914634 Dec 14 18:09:54.741049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Deleting port 7a1eac21-781f-4add-8dda-7deda4fcbe58 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:54.741435 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:54.937693 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] For port 7a1eac21-781f-4add-8dda-7deda4fcbe58, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=7a1eac21-781f-4add-8dda-7deda4fcbe58,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:54.938274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:55.074839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Calling delete_port for 7a1eac21-781f-4add-8dda-7deda4fcbe58 owned by network:router_interface {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:55.376501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:55.385091 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5098ff77-3353-4f8e-8842-9e247ce942ba tempest-VolumesSnapshotTestJSON-1700934137 tempest-VolumesSnapshotTestJSON-1700934137-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:55.424118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-528d8946-3f82-4735-ab50-9441c1b616b2 req-05d0b67f-6dce-4aa0-aa7f-12e7baaed618 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Synchronizing usage tracker for tenant:84cf1431399344d7863f48a80c385103 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:09:55.430612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35684) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:55.606824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:55.668888 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Pushing event deleted for resources: {'Port': ['ID=7a1eac21-781f-4add-8dda-7deda4fcbe58,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:55.673168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:55.693809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:55.698361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Usage tracker for resource:security_group_rule and tenant:c85a77a7f7224ca6a8cfbb08d4c64737 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:55.701772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:55.708091 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:55.760157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-528d8946-3f82-4735-ab50-9441c1b616b2 req-05d0b67f-6dce-4aa0-aa7f-12e7baaed618 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Unset dirty status for tenant:84cf1431399344d7863f48a80c385103 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:09:55.761429 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-528d8946-3f82-4735-ab50-9441c1b616b2 req-05d0b67f-6dce-4aa0-aa7f-12e7baaed618 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "GET /v2.0/ports?device_id=97ef2489-7e1c-4c68-84f4-cf9e4385da9d HTTP/1.1" status: 200 len: 210 time: 0.4240520 Dec 14 18:09:55.873728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:55.912041 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:09:55.928922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:55.936990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80739c22-0ac7-4307-b6f4-3a6f129b7246 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:55.953410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:09:55.957463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 0b96ff8a-f5a9-465f-b13e-93d89cd1a9ff not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:09:55.985450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=903e399e-b446-4716-985f-5099497cb964,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:55.989149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:55.994289 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c85a77a7f7224ca6a8cfbb08d4c64737&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5599301 Dec 14 18:09:55.994737 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35690) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:56.025013 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036721215444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854114151'] for router_interface, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:56.061681 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fd8c-59aa-4f04-9a20-838bb0be7a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:56.088913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fd8c-59aa-4f04-9a20-838bb0be7a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:56.163481 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fd8c-59aa-4f04-9a20-838bb0be7a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:56.168513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ce47c8f1-eb71-451e-b954-e8e793f96155 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:56.181430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb1fd8c-59aa-4f04-9a20-838bb0be7a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=903e399e-b446-4716-985f-5099497cb964,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:56.186012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ccb1fd8c-59aa-4f04-9a20-838bb0be7a78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:56.187242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ccb1fd8c-59aa-4f04-9a20-838bb0be7a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:56.191125 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ccb1fd8c-59aa-4f04-9a20-838bb0be7a78 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/903e399e-b446-4716-985f-5099497cb964 HTTP/1.1" status: 204 len: 168 time: 0.1925344 Dec 14 18:09:56.633829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Router 5e7e956f-92ae-4145-a6f1-01621aa8c74e has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:09:56.743757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35700) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:56.764173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:56.796915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:56.801040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Usage tracker for resource:security_group_rule and tenant:abce5ed73b794fe38f56729e8509a991 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:56.804042 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:56.810168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:56.841087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:09:56.852026 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] Sync routers for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:09:56.856492 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] 10.222.0.58 "PUT /v2.0/routers/5e7e956f-92ae-4145-a6f1-01621aa8c74e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3035002 Dec 14 18:09:56.857895 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35706) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:56.868617 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:56.869573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:56.913276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35710) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:56.987725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:56.988694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f6691528-95b3-47d2-86f7-e552aa4d9536 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.020719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f6691528-95b3-47d2-86f7-e552aa4d9536 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.059846 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.074555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5e9dc3e-3e4f-4c3c-99a2-44f8abddc228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:57.110451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f6691528-95b3-47d2-86f7-e552aa4d9536 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.116675 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-959fc087-4fc8-4906-b683-671ef2ed4a7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:57.129099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f570261c-da9f-4a6f-b2a1-5b22dbac076c,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:57.134005 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6691528-95b3-47d2-86f7-e552aa4d9536 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ada4c5-839d-4e8c-9aab-bd48b907f440,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:57.137001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f6691528-95b3-47d2-86f7-e552aa4d9536 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:57.137966 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=abce5ed73b794fe38f56729e8509a991&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3927655 Dec 14 18:09:57.139232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:57.139394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35714) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:57.181954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks [] for router, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.201771 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f6691528-95b3-47d2-86f7-e552aa4d9536 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.205924 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f6691528-95b3-47d2-86f7-e552aa4d9536 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] 10.222.0.58 "DELETE /v2.0/security-groups/72ada4c5-839d-4e8c-9aab-bd48b907f440 HTTP/1.1" status: 204 len: 168 time: 0.2888513 Dec 14 18:09:57.230452 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-306f52f8-05d8-4dd8-937a-4958251c4aee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.235360 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:57.259256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-306f52f8-05d8-4dd8-937a-4958251c4aee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.274993 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35720) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:57.346437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-306f52f8-05d8-4dd8-937a-4958251c4aee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.353268 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e26f8267-bc40-4c2a-bcd3-b68c0dd6c86b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:57.368619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306f52f8-05d8-4dd8-937a-4958251c4aee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f570261c-da9f-4a6f-b2a1-5b22dbac076c,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:57.371986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-306f52f8-05d8-4dd8-937a-4958251c4aee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:57.373065 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-306f52f8-05d8-4dd8-937a-4958251c4aee admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.377768 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-306f52f8-05d8-4dd8-937a-4958251c4aee admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/f570261c-da9f-4a6f-b2a1-5b22dbac076c HTTP/1.1" status: 204 len: 168 time: 0.2371542 Dec 14 18:09:57.422775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.466512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Deleting port 49fe0c4b-9522-4c7d-a1ef-e97a09900504 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:57.467472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.574581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226'}], 'enable_snat': True}, 'gw_port_id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:09:55Z', 'revision_number': 5, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port': {'id': '49fe0c4b-9522-4c7d-a1ef-e97a09900504', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:05:58Z', 'updated_at': '2021-12-14T18:06:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:57.579367 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] Checking router: 5e7e956f-92ae-4145-a6f1-01621aa8c74e for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:09:57.592183 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] Routers {'5e7e956f-92ae-4145-a6f1-01621aa8c74e'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:09:57.592860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:57.666566 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] For port 49fe0c4b-9522-4c7d-a1ef-e97a09900504, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=49fe0c4b-9522-4c7d-a1ef-e97a09900504,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:57.666994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:57.802376 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] Set router 5e7e956f-92ae-4145-a6f1-01621aa8c74e gateway port host: None {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:09:57.833536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Calling delete_port for 49fe0c4b-9522-4c7d-a1ef-e97a09900504 owned by network:router_gateway {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:57.931274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:09:57Z', 'revision_number': 6, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port_host': None}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:09:57.936534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e38e59c4-57b1-434e-b007-fa9aeb44220a None None] The sync data for ids ['5e7e956f-92ae-4145-a6f1-01621aa8c74e'] in dv-cinder-821737-1-smb is: [{'id': '5e7e956f-92ae-4145-a6f1-01621aa8c74e', 'name': 'tempest-TestMinimumBasicScenario-419253232-router', 'tenant_id': '309ca790741d4419a14ff35c18423361', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:05:57Z', 'updated_at': '2021-12-14T18:09:57Z', 'revision_number': 6, 'project_id': '309ca790741d4419a14ff35c18423361', 'gw_port_host': None}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:09:58.035470 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854114301'] for router_interface, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:58.074582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35730) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:58.093301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:58.099622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-de210277-c633-442a-906c-fc76f1034163 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:58.140003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:58.156030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Pushing event deleted for resources: {'Port': ['ID=49fe0c4b-9522-4c7d-a1ef-e97a09900504,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:58.165375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:58.251372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:09:58.262036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Usage tracker for resource:security_group_rule and tenant:33304c32bea54600b3aa0e8fa797e5d7 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:09:58.267135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:09:58.277535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:09:58.448497 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111214'] for router_gateway, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:58.573409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 7a1eac21-781f-4add-8dda-7deda4fcbe58 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:09:58.612462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 7a1eac21-781f-4add-8dda-7deda4fcbe58 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:09:58.613210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 7a1eac21-781f-4add-8dda-7deda4fcbe58 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:09:58.613918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 49fe0c4b-9522-4c7d-a1ef-e97a09900504 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:09:58.648909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 49fe0c4b-9522-4c7d-a1ef-e97a09900504 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:09:58.649890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 49fe0c4b-9522-4c7d-a1ef-e97a09900504 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:09:58.910063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Deleting port 7cc7d493-138d-4099-a606-510e155545b6 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:09:58.910357 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:58.973446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105537'] for router, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:58.983350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:58.985025 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.037918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.046298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-44b70724-fdfe-4cc4-a36b-b79fd4a850b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:59.089696 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e2ea485-6971-4b71-ad88-bc1c2c3db5f1,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:59.096564 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=33304c32bea54600b3aa0e8fa797e5d7&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0182545 Dec 14 18:09:59.096778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] For port 7cc7d493-138d-4099-a606-510e155545b6, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=7cc7d493-138d-4099-a606-510e155545b6,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:09:59.096778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.097018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:59.097018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35734) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:59.224010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Calling delete_port for 7cc7d493-138d-4099-a606-510e155545b6 owned by network:router_interface {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:09:59.232901 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b261552a-86ae-44a3-aa0a-6d56c9d35f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.259688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b261552a-86ae-44a3-aa0a-6d56c9d35f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.321330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854209006'] for router, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.321949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e7e956f-92ae-4145-a6f1-01621aa8c74e {{(pid=88324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 18:09:59.350838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b261552a-86ae-44a3-aa0a-6d56c9d35f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.353387 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b261552a-86ae-44a3-aa0a-6d56c9d35f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.357192 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b261552a-86ae-44a3-aa0a-6d56c9d35f6d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4e2ea485-6971-4b71-ad88-bc1c2c3db5f1 HTTP/1.1" status: 204 len: 168 time: 0.2568822 Dec 14 18:09:59.357192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b7a6bad3-02a4-45a7-aaa3-e99f57059121 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:59.370037 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.374696 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c79016ad-c16a-4cd2-afdb-db770335dc12 admin admin] 10.222.0.58 "DELETE /v2.0/routers/5e7e956f-92ae-4145-a6f1-01621aa8c74e HTTP/1.1" status: 204 len: 168 time: 2.5152073 Dec 14 18:09:59.374849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35740) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:09:59.375374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261552a-86ae-44a3-aa0a-6d56c9d35f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e2ea485-6971-4b71-ad88-bc1c2c3db5f1,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:59.377644 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b261552a-86ae-44a3-aa0a-6d56c9d35f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:59.465763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] Deleting subnet a7968e24-f916-4364-a6f0-4fd5e0ef31cc {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:09:59.469764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.507334 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.513455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4fa39a25-55ce-4be7-b72a-247f3e8da2f1 tempest-TestMinimumBasicScenario-2115602784 tempest-TestMinimumBasicScenario-2115602784-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:09:59.563283 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cc7d493-138d-4099-a606-510e155545b6,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:09:59.609050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:09:59.651420 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.651889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.652331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.652697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.653108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.653514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.653972 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.655018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.655515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.655868 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.656229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:09:59.665295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:09:59.851871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.035946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036721215444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854114151'] for router_interface, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.246851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.256323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9deea742-6b1e-4e7a-851d-e03f2a72180e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:00.296228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7968e24-f916-4364-a6f0-4fd5e0ef31cc,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:00.299508 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:00.306073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.311083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9f1d92-6db6-4949-a476-e7d80edeec1b None None] Network c4455478-2de8-4443-a924-f8f29a4e3d78 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:00.463321 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f55c123c-f7be-483d-b971-a5f2af57e7b0 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a7968e24-f916-4364-a6f0-4fd5e0ef31cc HTTP/1.1" status: 204 len: 168 time: 1.0873101 Dec 14 18:10:00.466086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35758) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:00.608371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] DHCP port deletion for c4455478-2de8-4443-a924-f8f29a4e3d78 request from dv-cinder-821737-1-smb {{(pid=88326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 18:10:00.613203 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] Deleting port 034fbf21-9061-4d73-966d-60103c23f19e {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:00.613519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.614576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.627510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Deleting port 034fbf21-9061-4d73-966d-60103c23f19e {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:00.628322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.653537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35764) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:00.779798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Router 1f10c6aa-61da-4c8c-931c-fc110d93212c has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:10:00.866299 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-239042383-network', 'tenant_id': 'd168a3b5e85d4d7d806443d23a117dc0'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:00.874483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:00.877750 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] For port 034fbf21-9061-4d73-966d-60103c23f19e, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=034fbf21-9061-4d73-966d-60103c23f19e,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:00.878148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.881532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Usage tracker for resource:network and tenant:d168a3b5e85d4d7d806443d23a117dc0 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:00.885350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:00.893099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:00.899144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] For port 034fbf21-9061-4d73-966d-60103c23f19e, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=034fbf21-9061-4d73-966d-60103c23f19e,segment=NetworkSegment(5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6),segment_id=5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:00.899408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:00.977225 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Made reservation on behalf of d168a3b5e85d4d7d806443d23a117dc0 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:10:00.981902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.009738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Calling delete_port for 034fbf21-9061-4d73-966d-60103c23f19e owned by network:dhcp {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:01.030694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] Calling delete_port for 034fbf21-9061-4d73-966d-60103c23f19e owned by network:dhcp {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:01.155087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.db.api [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Dec 14 18:10:01.155087 dv-cinder-821737-1-smb neutron-server[88215]: [SQL: DELETE FROM ml2_port_binding_levels WHERE ml2_port_binding_levels.port_id = %(port_id)s AND ml2_port_binding_levels.host = %(host)s AND ml2_port_binding_levels.level = %(level)s] Dec 14 18:10:01.155087 dv-cinder-821737-1-smb neutron-server[88215]: [parameters: {'port_id': '034fbf21-9061-4d73-966d-60103c23f19e', 'host': 'dv-cinder-821737-1-smb', 'level': 0}] Dec 14 18:10:01.155087 dv-cinder-821737-1-smb neutron-server[88215]: (Background on this error at: http://sqlalche.me/e/e3q8) {{(pid=88326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:10:01.160688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_db.api [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 18:10:01.179101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.184175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7a91bb07-2e92-48e7-a234-21e60a36a127 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:01.222404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.230757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Pushing event deleted for resources: {'Port': ['ID=034fbf21-9061-4d73-966d-60103c23f19e,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:01.235189 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:01.237920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] No DVR routers for this DVR port 034fbf21-9061-4d73-966d-60103c23f19e on host dv-cinder-821737-1-smb {{(pid=88324) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:10:01.277405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:01.285825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Usage tracker for resource:security_group_rule and tenant:d168a3b5e85d4d7d806443d23a117dc0 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:01.289373 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:01.296999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:01.310760 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:10:01.320437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] Sync routers for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:10:01.333957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:01.334119 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] 10.222.0.58 "PUT /v2.0/routers/1f10c6aa-61da-4c8c-931c-fc110d93212c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0594158 Dec 14 18:10:01.335258 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:01.337573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35770) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:01.384691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.415426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.425716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8995aa78-4ff3-4e25-9271-8fe56e8b6232 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:01.427248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.438333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 242} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:10:01.463531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=788d30e0-ad7d-4965-b7c1-4edfe05b8eea,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:01.464734 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4455478-2de8-4443-a924-f8f29a4e3d78']}} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:01.466926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:01.483363 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6') {'for_net_delete': True} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:01.483715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a68c8f0-8a83-4ed5-8a5f-559c1ce2a8d6') {} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:01.483828 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.484201 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Added segment 9f001193-a158-4f6c-a1e8-3ae6a8d0bf14 of type vlan for network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 Dec 14 18:10:01.501027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083240'] for segment, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.529694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:01.573726 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.604525 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.614428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Releasing vlan 209 on physical network physnet1 to pool {{(pid=88324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:10:01.614918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853465326'] for segment, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:10:01.630739 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:10:01.664078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.665634 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:01.666295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.672312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:01.728914 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] Deleting port 034fbf21-9061-4d73-966d-60103c23f19e {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:01.729322 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.735983 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks [] for router, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.797680 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Pushing event updated for resources: {'Network': ['ID=9928f5d3-070b-4b78-a06c-8347d44bd3a1,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:01.801765 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:01.836768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.854626 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-e0619a5d-8d36-47bf-bcba-61f39ab98729 None None] The port '034fbf21-9061-4d73-966d-60103c23f19e' was deleted {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 18:10:01.856842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:10:01.864545 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2064342 Dec 14 18:10:01.865005 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35774) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:01.871861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Request body: {'subnet': {'network_id': '9928f5d3-070b-4b78-a06c-8347d44bd3a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-239042383-subnet', 'tenant_id': 'd168a3b5e85d4d7d806443d23a117dc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:01.877989 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:01.882440 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Usage tracker for resource:subnet and tenant:d168a3b5e85d4d7d806443d23a117dc0 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:01.885796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:01.898540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:01.900077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-add0c69b-2fed-48ce-9bac-cfe55a322251 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:01.914273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.928365 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4455478-2de8-4443-a924-f8f29a4e3d78,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:01.940927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Made reservation on behalf of d168a3b5e85d4d7d806443d23a117dc0 for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:10:01.947265 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2025705'] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:01.952651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.953080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.953697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.954113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.954525 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.954957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.955340 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.955762 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.956146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.956684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.957085 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:01.961961 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:02.008240 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c4455478-2de8-4443-a924-f8f29a4e3d78 HTTP/1.1" status: 204 len: 168 time: 1.5407982 Dec 14 18:10:02.009321 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:02.012069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35778) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:02.117922 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Deleting port 1456715f-e427-4884-a6bf-59e764b025b7 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:02.118298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:02.162071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20'}], 'enable_snat': True}, 'gw_port_id': '1456715f-e427-4884-a6bf-59e764b025b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:09:59Z', 'revision_number': 5, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port': {'id': '1456715f-e427-4884-a6bf-59e764b025b7', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:c4:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:31Z', 'updated_at': '2021-12-14T18:03:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:02.166226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] Checking router: 1f10c6aa-61da-4c8c-931c-fc110d93212c for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:10:02.178307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] Routers {'1f10c6aa-61da-4c8c-931c-fc110d93212c'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:02.178948 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1f10c6aa-61da-4c8c-931c-fc110d93212c'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:02.192579 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853059542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2025720'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:02.197562 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:02.276446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e9674a2-035b-43bd-a461-d47682ce8c10,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:02.282418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:02.293130 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Checking segment: {'id': '9f001193-a158-4f6c-a1e8-3ae6a8d0bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9928f5d3-070b-4b78-a06c-8347d44bd3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:10:02.293529 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Network hostable DHCP agents. Network: 9928f5d3-070b-4b78-a06c-8347d44bd3a1, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:10:02.343537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] Set router 1f10c6aa-61da-4c8c-931c-fc110d93212c gateway port host: None {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:02.344826 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:10:02.369611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, 9928f5d3-070b-4b78-a06c-8347d44bd3a1) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:10:02.374302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:02.374917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:02.386466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c350f10-6f98-41f0-bcf4-4d71e45b839f None None] Network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:02.426737 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7625e311-35ad-4348-ad83-854956e5e8b2 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5495150 Dec 14 18:10:02.540414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:10:02Z', 'revision_number': 6, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port_host': None}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:02.554222 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12625d4e-2261-4c51-8b58-49c271c54321 None None] The sync data for ids ['1f10c6aa-61da-4c8c-931c-fc110d93212c'] in dv-cinder-821737-1-smb is: [{'id': '1f10c6aa-61da-4c8c-931c-fc110d93212c', 'name': 'tempest-TestShelveInstance-817742662-router', 'tenant_id': '84cf1431399344d7863f48a80c385103', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:30Z', 'updated_at': '2021-12-14T18:10:02Z', 'revision_number': 6, 'project_id': '84cf1431399344d7863f48a80c385103', 'gw_port_host': None}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:10:02.570937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 034fbf21-9061-4d73-966d-60103c23f19e no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:02.633479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 034fbf21-9061-4d73-966d-60103c23f19e {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:02.633872 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 034fbf21-9061-4d73-966d-60103c23f19e not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:02.726475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] For port 1456715f-e427-4884-a6bf-59e764b025b7, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=1456715f-e427-4884-a6bf-59e764b025b7,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:02.726940 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:02.772066 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca0fef2-0b63-4b3a-9b5b-706256bebb00 None None] Network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:02.885117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Calling delete_port for 1456715f-e427-4884-a6bf-59e764b025b7 owned by network:router_gateway {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:03.151756 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854114301'] for router_interface, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.315878 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.325388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:03.369053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Pushing event deleted for resources: {'Port': ['ID=1456715f-e427-4884-a6bf-59e764b025b7,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:03.376445 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:03.599426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35800) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:03.605845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1908266616-network', 'tenant_id': '9889f7f88914494989c7b21b6a3e53d1'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:03.611671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:03.615700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Usage tracker for resource:network and tenant:9889f7f88914494989c7b21b6a3e53d1 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:03.618692 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:03.625307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:03.666527 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Made reservation on behalf of 9889f7f88914494989c7b21b6a3e53d1 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:10:03.671305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111214'] for router_gateway, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.672193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.685443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.718630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:03.722604 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Usage tracker for resource:security_group_rule and tenant:9889f7f88914494989c7b21b6a3e53d1 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:03.725602 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:03.731520 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:03.799236 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.832186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.835678 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-234659fe-8a83-4b15-aa86-efe02f195ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:03.869651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 243} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:10:03.878595 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f43431f-7b17-411e-8ca4-24b80c8d43ca,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:03.882400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:03.884890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.885278 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Added segment df0b6e60-8883-4e4e-b6ac-e50f23e48252 of type vlan for network d57dac52-d1e8-4db9-ad82-97dc001533d9 Dec 14 18:10:03.912511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.975333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.976700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:03.977302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:03.983210 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:04.051018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105537'] for router, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.065773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.100855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Pushing event updated for resources: {'Network': ['ID=d57dac52-d1e8-4db9-ad82-97dc001533d9,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:04.103915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:04.111097 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network d57dac52-d1e8-4db9-ad82-97dc001533d9 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:10:04.132573 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-bfa5a46c-93ba-4760-abcd-8c7d95eb81c0 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5318458 Dec 14 18:10:04.133522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35806) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:04.140607 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Request body: {'subnet': {'network_id': 'd57dac52-d1e8-4db9-ad82-97dc001533d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1908266616-subnet', 'tenant_id': '9889f7f88914494989c7b21b6a3e53d1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:04.146474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:04.151754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Usage tracker for resource:subnet and tenant:9889f7f88914494989c7b21b6a3e53d1 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:04.155755 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:04.161862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:04.215477 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Made reservation on behalf of 9889f7f88914494989c7b21b6a3e53d1 for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:10:04.222145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2025705'] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.265476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854209006'] for router, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.266073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1f10c6aa-61da-4c8c-931c-fc110d93212c {{(pid=88324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 18:10:04.292331 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.296111 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-86860ec7-a21a-4bd6-971c-2f0b0892123f admin admin] 10.222.0.58 "DELETE /v2.0/routers/1f10c6aa-61da-4c8c-931c-fc110d93212c HTTP/1.1" status: 204 len: 168 time: 2.9549744 Dec 14 18:10:04.296458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35810) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:04.410231 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] Deleting subnet a2ef2093-37fd-4511-b41b-856736bfcfe5 {{(pid=88324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:10:04.419089 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.486273 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Deleting port ed06372f-0ffa-43bb-a112-49fae059c280 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:04.486651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.499619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853059542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2025720'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.504844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8fbe732c-f88d-4a59-85e4-f62161be2596 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:04.523138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852692575'] for subnet, precommit_delete_associations {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.576317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 7cc7d493-138d-4099-a606-510e155545b6 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:04.582938 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=23aad2ba-6ab2-4010-9323-028ee44b163f,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:04.588019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:04.598936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Checking segment: {'id': 'df0b6e60-8883-4e4e-b6ac-e50f23e48252', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'd57dac52-d1e8-4db9-ad82-97dc001533d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:10:04.599338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Network hostable DHCP agents. Network: d57dac52-d1e8-4db9-ad82-97dc001533d9, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:10:04.615796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 7cc7d493-138d-4099-a606-510e155545b6 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:04.616349 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 7cc7d493-138d-4099-a606-510e155545b6 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:04.616912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 1456715f-e427-4884-a6bf-59e764b025b7 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:04.650230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 1456715f-e427-4884-a6bf-59e764b025b7 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:04.650624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 1456715f-e427-4884-a6bf-59e764b025b7 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:04.655245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Network d57dac52-d1e8-4db9-ad82-97dc001533d9 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:10:04.695979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, d57dac52-d1e8-4db9-ad82-97dc001533d9) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:10:04.706122 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ecf315c-e64a-4c55-a532-21d119b07e21 None None] Network d57dac52-d1e8-4db9-ad82-97dc001533d9 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:04.711050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:04.711784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.782809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.783001 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-00dc59fd-7b87-4066-bb84-974acb1cd192 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6415801 Dec 14 18:10:04.817031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] For port ed06372f-0ffa-43bb-a112-49fae059c280, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=ed06372f-0ffa-43bb-a112-49fae059c280,segment=NetworkSegment(272ab6a9-e23b-4bb4-a7fb-f6e420b48eff),segment_id=272ab6a9-e23b-4bb4-a7fb-f6e420b48eff)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:04.817424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:04.944877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674bfec9-6223-4bac-9203-8e82fb1dca67 None None] Network d57dac52-d1e8-4db9-ad82-97dc001533d9 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:05.198148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Calling delete_port for ed06372f-0ffa-43bb-a112-49fae059c280 owned by network:router_interface {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:05.327703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1307056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851818473'] for subnet, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:05.336554 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2f9f5d32-ec11-476e-8b42-fc5e410f5829 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:05.398892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2ef2093-37fd-4511-b41b-856736bfcfe5,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:05.401843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:05.421803 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:05.426846 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16b56e3a-a094-426d-88ec-1f0ab056fa36 None None] Network 4596c04a-05c1-4024-9e77-bb56424c46f8 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:05.535410 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3cbc4557-731f-47a5-b181-a5c5e4f8eef6 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/a2ef2093-37fd-4511-b41b-856736bfcfe5 HTTP/1.1" status: 204 len: 168 time: 1.2379155 Dec 14 18:10:05.538027 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35830) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:05.606980 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-5bebc710-102d-4bc7-a661-7702c5939ca3 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:05.608470 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-5bebc710-102d-4bc7-a661-7702c5939ca3 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/networks?id=9928f5d3-070b-4b78-a06c-8347d44bd3a1 HTTP/1.1" status: 200 len: 808 time: 0.2452700 Dec 14 18:10:05.623248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:05.629289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:05.674915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:05.675467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=ed06372f-0ffa-43bb-a112-49fae059c280,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:05.678192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:05.679693 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-5f6b200e-ed42-42a4-ad56-3247dcf45d40 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/quotas/d168a3b5e85d4d7d806443d23a117dc0 HTTP/1.1" status: 200 len: 375 time: 0.0652835 Dec 14 18:10:05.686148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Deleting port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:05.686532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:05.724316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] DHCP port deletion for 4596c04a-05c1-4024-9e77-bb56424c46f8 request from dv-cinder-821737-1-smb {{(pid=88326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 18:10:05.728672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] Deleting port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:05.729178 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:05.815400 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-5a159bcc-a1b7-4b3a-ba19-f3f2e86ae24f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=d168a3b5e85d4d7d806443d23a117dc0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1067195 Dec 14 18:10:05.920980 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] For port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=10c2c4d1-50cb-4083-9b9f-0c906b29c8ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:05.921619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:05.967704 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] For port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=10c2c4d1-50cb-4083-9b9f-0c906b29c8ff,segment=NetworkSegment(4062c6cf-fe19-4ad7-87a8-590b557c3277),segment_id=4062c6cf-fe19-4ad7-87a8-590b557c3277)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:05.968208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.059413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Calling delete_port for 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff owned by network:dhcp {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:06.069923 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-e663bf8a-a825-4b15-9baa-102d6dbf4859 service neutron] 10.222.0.58 "GET /v2.0/networks/9928f5d3-070b-4b78-a06c-8347d44bd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465658 Dec 14 18:10:06.173730 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.178404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:06.221576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Pushing event deleted for resources: {'Port': ['ID=10c2c4d1-50cb-4083-9b9f-0c906b29c8ff,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:06.225390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:06.228640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] No DVR routers for this DVR port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff on host dv-cinder-821737-1-smb {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:10:06.260851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] Calling delete_port for 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff owned by network:dhcp {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:06.314851 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3c7d6754-d30c-4622-ba7c-174c81bb1607 service neutron] 10.222.0.58 "GET /v2.0/networks/9928f5d3-070b-4b78-a06c-8347d44bd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357616 Dec 14 18:10:06.334915 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.db.api [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:10:06.335244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_db.api [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 18:10:06.346344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036721215444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854114151'] for router_interface, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.356557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.384968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4596c04a-05c1-4024-9e77-bb56424c46f8']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:06.398718 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4062c6cf-fe19-4ad7-87a8-590b557c3277') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:06.399063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4062c6cf-fe19-4ad7-87a8-590b557c3277') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:06.411461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.431022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.438144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:10:06.438578 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:10:06.452984 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:10:06.610691 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.616178 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c153fe52-a6c6-4d32-9d42-16a97b83f7f5 req-dbfff33d-9909-475a-8228-86eaa3311009 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 210 time: 0.0603638 Dec 14 18:10:06.619023 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.621869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b557ef6f-452f-4949-8e19-bb32fdd8acaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:06.650227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Pushing event deleted for resources: {'Network': ['ID=4596c04a-05c1-4024-9e77-bb56424c46f8,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:06.650227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:06.662994 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-68360f1e-0a4a-4c0b-94df-3d437838f30d admin admin] 10.222.0.58 "DELETE /v2.0/networks/4596c04a-05c1-4024-9e77-bb56424c46f8 HTTP/1.1" status: 204 len: 168 time: 1.1206903 Dec 14 18:10:06.664568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35838) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:06.673392 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:06.707822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:06.708402 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:06.836437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] Deleting port 10c2c4d1-50cb-4083-9b9f-0c906b29c8ff {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:06.836875 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:06.915949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-39ba5454-b5f4-4408-bc00-edc25778fecf None None] The port '10c2c4d1-50cb-4083-9b9f-0c906b29c8ff' was deleted {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 18:10:07.563989 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Router 1c2b45ea-289f-4330-b714-8cb9a1c22538 has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:10:07.703307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854114301'] for router_interface, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:07.830770 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4f939405-20f1-4041-b4a5-7f40d7049d33 req-255a9ded-a612-452a-8c57-231924c1ac89 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 210 time: 0.0724559 Dec 14 18:10:08.025094 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:10:08.030789 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7c66166c-1769-4f40-b4fd-022b62e89b3c admin admin] 10.222.0.58 "PUT /v2.0/routers/1c2b45ea-289f-4330-b714-8cb9a1c22538/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0162716 Dec 14 18:10:08.034268 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35850) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:08.034584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] Sync routers for ids ['1c2b45ea-289f-4330-b714-8cb9a1c22538'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:10:08.047581 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] Routers {'1c2b45ea-289f-4330-b714-8cb9a1c22538'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:08.048904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1c2b45ea-289f-4330-b714-8cb9a1c22538'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:08.240232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] Set router 1c2b45ea-289f-4330-b714-8cb9a1c22538 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:08.447372 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-681bc2a8-9de9-4c41-bc2e-02abcc3a5991 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:08.448116 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-681bc2a8-9de9-4c41-bc2e-02abcc3a5991 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Synchronizing usage tracker for tenant:d168a3b5e85d4d7d806443d23a117dc0 on resource:network {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:10:08.495912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-681bc2a8-9de9-4c41-bc2e-02abcc3a5991 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Unset dirty status for tenant:d168a3b5e85d4d7d806443d23a117dc0 on resource:network {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:10:08.497847 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-681bc2a8-9de9-4c41-bc2e-02abcc3a5991 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.18 "GET /v2.0/networks?id=9928f5d3-070b-4b78-a06c-8347d44bd3a1 HTTP/1.1" status: 200 len: 808 time: 0.2156398 Dec 14 18:10:08.500822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks [] for router, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:08.514927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Request body: {'port': {'device_id': '37b0cb96-4015-4635-8b31-7f3a8e775d2a', 'network_id': '9928f5d3-070b-4b78-a06c-8347d44bd3a1', 'admin_state_up': True, 'tenant_id': 'd168a3b5e85d4d7d806443d23a117dc0'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:08.568852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:10:05Z', 'revision_number': 5, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:08.573021 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] Checking router: 1c2b45ea-289f-4330-b714-8cb9a1c22538 for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:10:08.584753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] Routers {'1c2b45ea-289f-4330-b714-8cb9a1c22538'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:08.585427 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['1c2b45ea-289f-4330-b714-8cb9a1c22538'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:08.677874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:08.682315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Usage tracker for resource:port and tenant:d168a3b5e85d4d7d806443d23a117dc0 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:08.686504 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:08.707011 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:08.752408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Made reservation on behalf of d168a3b5e85d4d7d806443d23a117dc0 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:10:08.758282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:08.790725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] Set router 1c2b45ea-289f-4330-b714-8cb9a1c22538 gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:08.914954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:08.923002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Deleting port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:08.923381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:08.946067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Allocated IP 172.20.0.7 (9928f5d3-070b-4b78-a06c-8347d44bd3a1/7e9674a2-035b-43bd-a461-d47682ce8c10/d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:10:09.020866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Deleting port 8409b5bf-1da6-4aae-9932-ee9acdbf336c {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:09.021164 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:09.048770 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-dfff1a39-608d-41ac-86ac-02d987eb0a36 req-32eeb170-994e-4245-b843-17675c193b43 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 210 time: 0.0571558 Dec 14 18:10:09.131931 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:10:05Z', 'revision_number': 5, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:09.136314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3419adb-b28a-4dd1-8615-9bacaf1f2f23 None None] The sync data for ids ['1c2b45ea-289f-4330-b714-8cb9a1c22538'] in dv-cinder-821737-1-smb is: [{'id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'name': 'tempest-TestMinimumBasicScenario-840472112-router', 'tenant_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69'}], 'enable_snat': True}, 'gw_port_id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:06:05Z', 'updated_at': '2021-12-14T18:10:05Z', 'revision_number': 5, 'project_id': '1cbec3c1cef04e5ca96ef1581eee41c0', 'gw_port': {'id': '8409b5bf-1da6-4aae-9932-ee9acdbf336c', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:9d:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c2b45ea-289f-4330-b714-8cb9a1c22538', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:06:06Z', 'updated_at': '2021-12-14T18:06:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:10:09.231191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:09.301152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:09.307402 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4729993c-fb74-45e6-a975-2ac592cccca2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:09.392908 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:10:09.393814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Pushing event updated for resources: {'Port': ['ID=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:09.396668 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:10:09.398640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:09.399424 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:10:09.464790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:09.465555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:09.506516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] For port 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,segment=NetworkSegment(4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7),segment_id=4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:09.506935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:09.522056 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0124836 Dec 14 18:10:09.534926 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Request body: {'port': {'device_id': '37b0cb96-4015-4635-8b31-7f3a8e775d2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:09.649979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:09.654940 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Calling delete_port for 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 owned by network:router_interface {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:09.714204 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] For port 8409b5bf-1da6-4aae-9932-ee9acdbf336c, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=8409b5bf-1da6-4aae-9932-ee9acdbf336c,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:09.714579 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:09.853173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Calling delete_port for 8409b5bf-1da6-4aae-9932-ee9acdbf336c owned by network:router_gateway {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:10.006368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:10:10.013845 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:10.112257 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Transition to ACTIVE for port object d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:10:10.128943 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:10.133494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:10.174974 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Pushing event deleted for resources: {'Port': ['ID=79cdbe22-b599-4fdf-a4fa-aab19a47d7a6,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:10.177727 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:10.180757 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:10.188380 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ad20073b-9a85-4dcc-bc67-bd101c86c344 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:10.215078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:10.224450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4ab4d91b-3a70-4fc0-9c59-1e33e3eeec7d tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:10.315839 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Pushing event deleted for resources: {'Port': ['ID=8409b5bf-1da6-4aae-9932-ee9acdbf336c,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:10.318603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:10.324664 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Pushing event updated for resources: {'Port': ['ID=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:10.329284 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:10.443158 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Attempting to bind port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:10:10.443541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Attempting to bind port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '9f001193-a158-4f6c-a1e8-3ae6a8d0bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9928f5d3-070b-4b78-a06c-8347d44bd3a1'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:10:10.443909 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Attempting to bind port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 on network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:10:10.450377 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 on network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:10:10.450811 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Attempting to bind port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 on network 9928f5d3-070b-4b78-a06c-8347d44bd3a1 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:10:10.457694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:10:10.458071 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Checking segment: {'id': '9f001193-a158-4f6c-a1e8-3ae6a8d0bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9928f5d3-070b-4b78-a06c-8347d44bd3a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:10:10.458496 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Bound using segment: {'id': '9f001193-a158-4f6c-a1e8-3ae6a8d0bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9928f5d3-070b-4b78-a06c-8347d44bd3a1'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:10:10.458998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Bound port: d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f001193-a158-4f6c-a1e8-3ae6a8d0bf14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '9928f5d3-070b-4b78-a06c-8347d44bd3a1'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:10:10.459649 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:10.556805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] For port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:10:10.560217 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] For port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,segment=NetworkSegment(9f001193-a158-4f6c-a1e8-3ae6a8d0bf14),segment_id=9f001193-a158-4f6c-a1e8-3ae6a8d0bf14)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:10:10.603640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device ed06372f-0ffa-43bb-a112-49fae059c280 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:10.604094 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:10.609601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5f18a8f5-3c0c-49ca-b337-13634942f8de service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:10.638373 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: ed06372f-0ffa-43bb-a112-49fae059c280 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:10.638717 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device ed06372f-0ffa-43bb-a112-49fae059c280 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:10.678476 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:10.680016 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] 10.222.0.18 "PUT /v2.0/ports/d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 HTTP/1.1" status: 200 len: 1093 time: 1.1497297 Dec 14 18:10:10.680575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37b0cb96-4015-4635-8b31-7f3a8e775d2a', 'tag': 'd9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:10:10.708272 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ecc1c9-2243-45af-b151-e354eeb5d83e req-27977051-76b0-47a0-b8bf-462600f5beeb tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:10.712099 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-63ecc1c9-2243-45af-b151-e354eeb5d83e req-27977051-76b0-47a0-b8bf-462600f5beeb tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 943 time: 0.5314662 Dec 14 18:10:10.725244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111214'] for router_gateway, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:10.726094 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Pushing event updated for resources: {'Port': ['ID=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:10.738651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:10.741703 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37b0cb96-4015-4635-8b31-7f3a8e775d2a', 'tag': 'd9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7', 'status': 'completed', 'code': 200} Dec 14 18:10:10.837577 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d142fe2-c2e9-45a4-932f-35a2b9e9d5ab req-6a02d3e2-909d-4753-af87-b84fd5371dc1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d168a3b5e85d4d7d806443d23a117dc0&device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 1096 time: 0.0749092 Dec 14 18:10:11.106162 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-63ecc1c9-2243-45af-b151-e354eeb5d83e req-781db9a0-317a-4675-857f-9023804e15e9 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861594 Dec 14 18:10:11.116646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105537'] for router, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:11.125221 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:11.186227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036721215444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854114151'] for router_interface, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:11.217157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d142fe2-c2e9-45a4-932f-35a2b9e9d5ab req-e52aadf4-0c8d-4cf4-81fd-a6fc3bf28ecf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:11.218793 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d142fe2-c2e9-45a4-932f-35a2b9e9d5ab req-e52aadf4-0c8d-4cf4-81fd-a6fc3bf28ecf service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=d168a3b5e85d4d7d806443d23a117dc0&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3707848 Dec 14 18:10:11.252352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854209006'] for router, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:11.252919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1c2b45ea-289f-4330-b714-8cb9a1c22538 {{(pid=88324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 18:10:11.372884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d142fe2-c2e9-45a4-932f-35a2b9e9d5ab req-e2fd759c-90f7-4f0e-b66b-b91cb5fd9710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:11.374624 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d142fe2-c2e9-45a4-932f-35a2b9e9d5ab req-e2fd759c-90f7-4f0e-b66b-b91cb5fd9710 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1492372 Dec 14 18:10:11.376032 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:11.379181 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a495b8af-df4b-40db-b598-ee46f137314e admin admin] 10.222.0.58 "DELETE /v2.0/routers/1c2b45ea-289f-4330-b714-8cb9a1c22538 HTTP/1.1" status: 204 len: 168 time: 3.3438401 Dec 14 18:10:11.380121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35866) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:11.500968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] Deleting subnet 6fd513d2-6593-4edd-b353-2c9c232583d9 {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:10:11.505388 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:11.579006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:11.617327 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-f32a3d79-38ed-437b-935b-03f4721653f3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=d168a3b5e85d4d7d806443d23a117dc0&device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 1096 time: 0.1958041 Dec 14 18:10:11.724057 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-f886786d-9750-4deb-b79d-a47a449af103 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 HTTP/1.1" status: 200 len: 217 time: 0.0973458 Dec 14 18:10:11.798960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:11.833777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-cade0db0-31a8-4456-b4f4-3070a618a1f5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:11.835636 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-cade0db0-31a8-4456-b4f4-3070a618a1f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7e9674a2-035b-43bd-a461-d47682ce8c10 HTTP/1.1" status: 200 len: 848 time: 0.1052742 Dec 14 18:10:11.896213 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-83884ded-6726-4493-8bff-daad23f18da8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9928f5d3-070b-4b78-a06c-8347d44bd3a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515101 Dec 14 18:10:12.051083 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-a3b41b82-c090-449b-a632-bd13b1372732 service neutron] 10.222.0.18 "GET /v2.0/networks/9928f5d3-070b-4b78-a06c-8347d44bd3a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462529 Dec 14 18:10:12.054117 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Router 69ef928e-5a22-4812-9885-9802dd3ae221 has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88324) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:10:12.055240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.061177 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-441b0e4a-98bd-4ae0-a769-deb78ff0f05e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:12.120034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fd513d2-6593-4edd-b353-2c9c232583d9,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:12.126545 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:12.194886 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd68860-c238-44b4-9558-496b9c05a0be None None] Network c54050a2-51c0-4c16-a36b-f96aa938fd5f requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:12.195118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.209456 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-df46346a-7307-41ac-92d1-adbafe0af4f7 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/6fd513d2-6593-4edd-b353-2c9c232583d9 HTTP/1.1" status: 204 len: 168 time: 0.8276114 Dec 14 18:10:12.211995 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35872) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:12.281929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88324) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:10:12.286990 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-484d6868-d084-4317-ac1f-0c8e0b81f76c admin admin] 10.222.0.58 "PUT /v2.0/routers/69ef928e-5a22-4812-9885-9802dd3ae221/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6220942 Dec 14 18:10:12.293080 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8058831a-d526-464b-81ff-58beb25db03a None None] Sync routers for ids ['69ef928e-5a22-4812-9885-9802dd3ae221'] in dv-cinder-821737-1-smb {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:10:12.293729 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35876) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:12.381524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058831a-d526-464b-81ff-58beb25db03a None None] Routers {'69ef928e-5a22-4812-9885-9802dd3ae221'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:12.382208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-8058831a-d526-464b-81ff-58beb25db03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['69ef928e-5a22-4812-9885-9802dd3ae221'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:12.384979 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2ac2581b-6a67-4c29-a627-dd827bfc68f9 req-af19ed6c-651c-4ef7-beb0-857f4e72984c service neutron] 10.222.0.18 "GET /v2.0/networks/9928f5d3-070b-4b78-a06c-8347d44bd3a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252854 Dec 14 18:10:12.417208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.437191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Deleting port a83b2eba-96b9-4954-9045-98de982ef82d {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:12.437570 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.499806 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493e2259-9c9e-4dc1-ba2b-43f2aeccaa58 req-f16d9c17-18eb-4460-9bac-a85e4e62d012 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:12.500517 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-493e2259-9c9e-4dc1-ba2b-43f2aeccaa58 req-f16d9c17-18eb-4460-9bac-a85e4e62d012 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Synchronizing usage tracker for tenant:d168a3b5e85d4d7d806443d23a117dc0 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:10:12.509443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks [] for router, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.547508 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 8409b5bf-1da6-4aae-9932-ee9acdbf336c no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:12.590992 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 8409b5bf-1da6-4aae-9932-ee9acdbf336c {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:12.591946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 8409b5bf-1da6-4aae-9932-ee9acdbf336c not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:12.635537 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-8058831a-d526-464b-81ff-58beb25db03a None None] Set router 69ef928e-5a22-4812-9885-9802dd3ae221 gateway port host: dv-cinder-821737-1-smb {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:12.650266 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-493e2259-9c9e-4dc1-ba2b-43f2aeccaa58 req-f16d9c17-18eb-4460-9bac-a85e4e62d012 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Unset dirty status for tenant:d168a3b5e85d4d7d806443d23a117dc0 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:10:12.651594 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-493e2259-9c9e-4dc1-ba2b-43f2aeccaa58 req-f16d9c17-18eb-4460-9bac-a85e4e62d012 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 943 time: 0.3349266 Dec 14 18:10:12.724405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] For port a83b2eba-96b9-4954-9045-98de982ef82d, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=a83b2eba-96b9-4954-9045-98de982ef82d,segment=NetworkSegment(272ab6a9-e23b-4bb4-a7fb-f6e420b48eff),segment_id=272ab6a9-e23b-4bb4-a7fb-f6e420b48eff)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:12.724934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.755687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.775313 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03145f89-2d9c-47fb-a1aa-0f8c5f937c28 None None] DHCP port deletion for c54050a2-51c0-4c16-a36b-f96aa938fd5f request from dv-cinder-821737-1-smb {{(pid=88326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 18:10:12.791951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Deleting port ab6e6dfa-e126-4738-b788-6fb51b2652c9 {{(pid=88324) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:12.792430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.799208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-03145f89-2d9c-47fb-a1aa-0f8c5f937c28 None None] Deleting port a83b2eba-96b9-4954-9045-98de982ef82d {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:12.799640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-03145f89-2d9c-47fb-a1aa-0f8c5f937c28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.854912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-493e2259-9c9e-4dc1-ba2b-43f2aeccaa58 req-6edbd364-2c6c-44b6-aee4-50f741e9c08a tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Synchronizing usage tracker for tenant:d168a3b5e85d4d7d806443d23a117dc0 on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:10:12.864456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Calling delete_port for a83b2eba-96b9-4954-9045-98de982ef82d owned by network:dhcp {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:12.957778 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-493e2259-9c9e-4dc1-ba2b-43f2aeccaa58 req-6edbd364-2c6c-44b6-aee4-50f741e9c08a tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Unset dirty status for tenant:d168a3b5e85d4d7d806443d23a117dc0 on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:10:12.958997 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-493e2259-9c9e-4dc1-ba2b-43f2aeccaa58 req-6edbd364-2c6c-44b6-aee4-50f741e9c08a tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2930419 Dec 14 18:10:12.964014 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-03145f89-2d9c-47fb-a1aa-0f8c5f937c28 None None] The port 'a83b2eba-96b9-4954-9045-98de982ef82d' was deleted {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 18:10:12.980694 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.984356 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] For port ab6e6dfa-e126-4738-b788-6fb51b2652c9, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=ab6e6dfa-e126-4738-b788-6fb51b2652c9,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88324) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:12.984767 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:12.986739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:13.032348 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a83b2eba-96b9-4954-9045-98de982ef82d,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:13.035431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:13.037646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] No DVR routers for this DVR port a83b2eba-96b9-4954-9045-98de982ef82d on host dv-cinder-821737-1-smb {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:10:13.113330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-8058831a-d526-464b-81ff-58beb25db03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5'}], 'enable_snat': True}, 'gw_port_id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:10:09Z', 'revision_number': 5, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port': {'id': 'ab6e6dfa-e126-4738-b788-6fb51b2652c9', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:08:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:03:42Z', 'updated_at': '2021-12-14T18:03:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:13.116782 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Calling delete_port for ab6e6dfa-e126-4738-b788-6fb51b2652c9 owned by network:router_gateway {{(pid=88324) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:13.117849 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8058831a-d526-464b-81ff-58beb25db03a None None] Checking router: 69ef928e-5a22-4812-9885-9802dd3ae221 for host: dv-cinder-821737-1-smb {{(pid=88326) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:10:13.135282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8058831a-d526-464b-81ff-58beb25db03a None None] Routers {'69ef928e-5a22-4812-9885-9802dd3ae221'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88326) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:13.135976 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-8058831a-d526-464b-81ff-58beb25db03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:09:47Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['69ef928e-5a22-4812-9885-9802dd3ae221'], 'active': True} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:13.166287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.198054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c54050a2-51c0-4c16-a36b-f96aa938fd5f']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:13.212725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:13.213320 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '272ab6a9-e23b-4bb4-a7fb-f6e420b48eff') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:13.226431 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.242127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.249396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:10:13.249824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:10:13.268611 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:10:13.325743 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-8058831a-d526-464b-81ff-58beb25db03a None None] Set router 69ef928e-5a22-4812-9885-9802dd3ae221 gateway port host: None {{(pid=88326) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:13.352293 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853468730'] for port, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.358133 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:13.384467 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.390139 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.398598 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-12b73817-b3d0-40a4-9317-f9eb9f7b13e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:13.404608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Pushing event deleted for resources: {'Port': ['ID=ab6e6dfa-e126-4738-b788-6fb51b2652c9,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:13.408664 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:13.421520 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] 10.222.0.58 "DELETE /v2.0/networks/c54050a2-51c0-4c16-a36b-f96aa938fd5f HTTP/1.1" status: 204 len: 168 time: 1.2054379 Dec 14 18:10:13.423219 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c54050a2-51c0-4c16-a36b-f96aa938fd5f,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:13.425902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:13.454127 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-8058831a-d526-464b-81ff-58beb25db03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:10:12Z', 'revision_number': 6, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port_host': None}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:13.463791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8058831a-d526-464b-81ff-58beb25db03a None None] The sync data for ids ['69ef928e-5a22-4812-9885-9802dd3ae221'] in dv-cinder-821737-1-smb is: [{'id': '69ef928e-5a22-4812-9885-9802dd3ae221', 'name': 'tempest-TestShelveInstance-723445640-router', 'tenant_id': 'c87fb6a2019c4915944b93cac034b1f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:03:41Z', 'updated_at': '2021-12-14T18:10:12Z', 'revision_number': 6, 'project_id': 'c87fb6a2019c4915944b93cac034b1f2', 'gw_port_host': None}] {{(pid=88326) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:10:13.645744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111214'] for router_gateway, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.763793 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35882) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:13.839771 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-ed2839b8-bec9-4c34-b4ac-09c771c0b3d8 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=309ca790741d4419a14ff35c18423361&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0723698 Dec 14 18:10:13.840106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35886) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:13.909245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8ec11dd5-e7ae-43cd-ab97-8cb74b950006 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.924714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105537'] for router, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.929291 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.936906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8ec11dd5-e7ae-43cd-ab97-8cb74b950006 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.989936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854209006'] for router, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:13.990540 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69ef928e-5a22-4812-9885-9802dd3ae221 {{(pid=88324) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 18:10:14.004152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] Notify callbacks [] for router, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.005392 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-847337a8-4db6-4133-ac11-53191ded821e admin admin] 10.222.0.58 "DELETE /v2.0/routers/69ef928e-5a22-4812-9885-9802dd3ae221 HTTP/1.1" status: 204 len: 168 time: 1.7100425 Dec 14 18:10:14.008400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35892) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:14.074081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] Deleting subnet 23ff982d-4ea1-4ce1-9a0e-193ef31de8d3 {{(pid=88324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:10:14.100010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.129564 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8ec11dd5-e7ae-43cd-ab97-8cb74b950006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.135024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7040a5e4-3c39-49cc-8faa-5a4e1b4dbd1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:14.150465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec11dd5-e7ae-43cd-ab97-8cb74b950006 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5397d2d-0f6e-49bd-84b5-cc5fde7c274c,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:14.153058 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8ec11dd5-e7ae-43cd-ab97-8cb74b950006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:14.190052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8ec11dd5-e7ae-43cd-ab97-8cb74b950006 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.193946 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8ec11dd5-e7ae-43cd-ab97-8cb74b950006 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/c5397d2d-0f6e-49bd-84b5-cc5fde7c274c HTTP/1.1" status: 204 len: 168 time: 0.3504188 Dec 14 18:10:14.202418 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852692575'] for subnet, precommit_delete_associations {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.312134 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ad1a8-1509-4798-8f4e-503d451a405c req-d11721de-f113-4c4c-8fef-35675ef82d6f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:14.313710 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7c0ad1a8-1509-4798-8f4e-503d451a405c req-d11721de-f113-4c4c-8fef-35675ef82d6f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 943 time: 0.1683655 Dec 14 18:10:14.324417 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.418449 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7c0ad1a8-1509-4798-8f4e-503d451a405c req-cae9c577-6156-4f3f-b17d-8c5931ad9ad4 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973384 Dec 14 18:10:14.464555 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1307056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851818473'] for subnet, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.469758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5ddd169b-6f68-4133-980a-a5f84bbd7aac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:14.506168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23ff982d-4ea1-4ce1-9a0e-193ef31de8d3,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:14.509073 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:14.511556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.521230 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-070ee0e1-e502-4d2b-a13d-bef6bf3f71fa admin admin] 10.222.0.58 "DELETE /v2.0/subnets/23ff982d-4ea1-4ce1-9a0e-193ef31de8d3 HTTP/1.1" status: 204 len: 168 time: 0.5089476 Dec 14 18:10:14.521842 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35900) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:14.524925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0419439d-7b1c-4485-bb1c-72496b4fc711 None None] Network 071246ff-46a3-476c-b12f-12cb747dc509 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:14.608438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device a83b2eba-96b9-4954-9045-98de982ef82d no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:14.654974 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: a83b2eba-96b9-4954-9045-98de982ef82d {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:14.655366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device a83b2eba-96b9-4954-9045-98de982ef82d not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:14.655838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device ab6e6dfa-e126-4738-b788-6fb51b2652c9 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:14.665229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.677218 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Deleting port 747606ac-6d51-4587-b84d-66eda1ee7202 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:14.679416 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.710276 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: ab6e6dfa-e126-4738-b788-6fb51b2652c9 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:14.710677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device ab6e6dfa-e126-4738-b788-6fb51b2652c9 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:14.711140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:14.747256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:14.748205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 79cdbe22-b599-4fdf-a4fa-aab19a47d7a6 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:14.894168 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] For port 747606ac-6d51-4587-b84d-66eda1ee7202, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=747606ac-6d51-4587-b84d-66eda1ee7202,segment=NetworkSegment(4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7),segment_id=4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:14.894628 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.912779 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] DHCP port deletion for 071246ff-46a3-476c-b12f-12cb747dc509 request from dv-cinder-821737-1-smb {{(pid=88326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 18:10:14.917739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] Deleting port 747606ac-6d51-4587-b84d-66eda1ee7202 {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:14.918414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:14.960625 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35904) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:15.017015 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c7807623-7546-44f8-a0ae-91a0122d99a1 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=1cbec3c1cef04e5ca96ef1581eee41c0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0549316 Dec 14 18:10:15.019609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 35908) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:15.027916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Calling delete_port for 747606ac-6d51-4587-b84d-66eda1ee7202 owned by network:dhcp {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:15.086889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf91b-613f-42d3-8105-9b04e590d761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.139390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.144475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-87b28b36-336f-42b5-9eb6-7c69d0bf2530 tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:15.148966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] For port 747606ac-6d51-4587-b84d-66eda1ee7202, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=747606ac-6d51-4587-b84d-66eda1ee7202,segment=NetworkSegment(4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7),segment_id=4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:15.149423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.190364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Pushing event deleted for resources: {'Port': ['ID=747606ac-6d51-4587-b84d-66eda1ee7202,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:15.193744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:15.196302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] No DVR routers for this DVR port 747606ac-6d51-4587-b84d-66eda1ee7202 on host dv-cinder-821737-1-smb {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:10:15.334425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.356448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf91b-613f-42d3-8105-9b04e590d761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.368580 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071246ff-46a3-476c-b12f-12cb747dc509']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:15.381880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:15.382223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e55ac48-07b4-4d3f-9f2f-0816d25cc1f7') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:15.395428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.455822 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] Calling delete_port for 747606ac-6d51-4587-b84d-66eda1ee7202 owned by network:dhcp {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:15.475034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.482451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:10:15.485715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:10:15.497178 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:10:15.506746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf91b-613f-42d3-8105-9b04e590d761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.513506 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cebadabc-54a8-454e-b6a1-73b360d37e64 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:15.526306 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6bf91b-613f-42d3-8105-9b04e590d761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4c807cc-52a3-4c1a-b7e4-bed0a5a5cf98,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:15.529798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dd6bf91b-613f-42d3-8105-9b04e590d761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:15.536374 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-dd6bf91b-613f-42d3-8105-9b04e590d761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.538378 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-dd6bf91b-613f-42d3-8105-9b04e590d761 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d4c807cc-52a3-4c1a-b7e4-bed0a5a5cf98 HTTP/1.1" status: 204 len: 168 time: 0.5177858 Dec 14 18:10:15.550492 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cde2fc6f-548f-4149-b0c9-3e454243cb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.562015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.db.api [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:10:15.562438 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_db.api [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 18:10:15.871647 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf3c7e5-6e68-4b93-b89b-3272ae2f68e3 req-68fe6bbd-6946-4622-9e5b-4e6809111d94 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:15.873938 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fbf3c7e5-6e68-4b93-b89b-3272ae2f68e3 req-68fe6bbd-6946-4622-9e5b-4e6809111d94 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 943 time: 0.2972939 Dec 14 18:10:15.875312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.879439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:15.898020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:15.924056 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Pushing event deleted for resources: {'Network': ['ID=071246ff-46a3-476c-b12f-12cb747dc509,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:15.934421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:15.949605 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] 10.222.0.58 "DELETE /v2.0/networks/071246ff-46a3-476c-b12f-12cb747dc509 HTTP/1.1" status: 204 len: 168 time: 1.4272804 Dec 14 18:10:15.970612 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fbf3c7e5-6e68-4b93-b89b-3272ae2f68e3 req-8194e357-66aa-4536-a06a-2c4fed82fbfe tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693779 Dec 14 18:10:15.990725 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:10:16.085763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] Deleting port 747606ac-6d51-4587-b84d-66eda1ee7202 {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:16.086466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:16.165319 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-2cdcbeb1-7691-4cb3-95a6-3ddea2460c2f None None] The port '747606ac-6d51-4587-b84d-66eda1ee7202' was deleted {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 18:10:16.213631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,segment=NetworkSegment(9f001193-a158-4f6c-a1e8-3ae6a8d0bf14),segment_id=9f001193-a158-4f6c-a1e8-3ae6a8d0bf14)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:16.228986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': 'd9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7', 'network_id': '9928f5d3-070b-4b78-a06c-8347d44bd3a1', 'port_id': 'd9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7', 'mac_address': 'fa:16:3e:4d:a6:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e9674a2-035b-43bd-a461-d47682ce8c10', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:10:16.295813 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:16.317144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:10:16.320528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35920) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:16.332603 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,segment=NetworkSegment(9f001193-a158-4f6c-a1e8-3ae6a8d0bf14),segment_id=9f001193-a158-4f6c-a1e8-3ae6a8d0bf14)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:16.363311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:16.366005 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d375958f-af51-4fec-a0c9-8ea2ba67384e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:16.379210 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-656276f9-6f5b-42c2-9d3c-855cc1e8c460 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=84cf1431399344d7863f48a80c385103&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0573127 Dec 14 18:10:16.381711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35924) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:16.437801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:16.445513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d893c2cb-2804-45f2-8b45-91bb080e72c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:16.446649 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.447061 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.447441 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.447818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.448192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.448568 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.448935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.449301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.449667 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.450031 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.450436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:10:16.454484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:16.473378 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d893c2cb-2804-45f2-8b45-91bb080e72c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:16.546461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d893c2cb-2804-45f2-8b45-91bb080e72c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:16.550795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d1510c79-d362-4a51-be0d-6f6ecb8b2b75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:16.567981 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d893c2cb-2804-45f2-8b45-91bb080e72c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e391af1-acbd-44d9-b1c7-c072b47f4a8e,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:16.570498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d893c2cb-2804-45f2-8b45-91bb080e72c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:16.571573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 747606ac-6d51-4587-b84d-66eda1ee7202 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:16.578406 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d893c2cb-2804-45f2-8b45-91bb080e72c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:16.579632 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d893c2cb-2804-45f2-8b45-91bb080e72c8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/0e391af1-acbd-44d9-b1c7-c072b47f4a8e HTTP/1.1" status: 204 len: 168 time: 0.1969564 Dec 14 18:10:16.617858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 747606ac-6d51-4587-b84d-66eda1ee7202 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:16.618263 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 747606ac-6d51-4587-b84d-66eda1ee7202 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:16.672389 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:16.678222 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:10:17.133034 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35934) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:17.182821 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4550326-6ab4-4170-a45d-18d52abe5ac5 req-597db17b-1cc4-49b1-bc8a-7867b2427d6d tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:17.184394 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b4550326-6ab4-4170-a45d-18d52abe5ac5 req-597db17b-1cc4-49b1-bc8a-7867b2427d6d tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 944 time: 0.0819409 Dec 14 18:10:17.187745 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-467669ab-1e44-4df3-81e6-d2becc937c01 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=c87fb6a2019c4915944b93cac034b1f2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0533164 Dec 14 18:10:17.190297 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 35938) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:17.233413 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b4550326-6ab4-4170-a45d-18d52abe5ac5 req-272ba0c1-d18b-41f2-b884-32f4c5252212 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421536 Dec 14 18:10:17.256861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d0e63f0c-658b-4d59-af09-0e747db1b890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:17.284853 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d0e63f0c-658b-4d59-af09-0e747db1b890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:17.323354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e1be456b-faa6-4eab-abdd-f092ea79fa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:17.357590 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d0e63f0c-658b-4d59-af09-0e747db1b890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:17.363010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cd51fb97-6e12-45ac-99d2-e23375dcba74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:17.374573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e63f0c-658b-4d59-af09-0e747db1b890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cfb887-ad53-4c82-875a-984e093ec965,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:17.378249 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d0e63f0c-658b-4d59-af09-0e747db1b890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:17.382443 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d0e63f0c-658b-4d59-af09-0e747db1b890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:17.383695 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d0e63f0c-658b-4d59-af09-0e747db1b890 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/17cfb887-ad53-4c82-875a-984e093ec965 HTTP/1.1" status: 204 len: 168 time: 0.1923463 Dec 14 18:10:17.866280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:18.003078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:10:18.117285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:10:18.122114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:10:18.123261 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:18.237090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:18.264068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b0cb96-4015-4635-8b31-7f3a8e775d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:10:18.273954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,segment=NetworkSegment(9f001193-a158-4f6c-a1e8-3ae6a8d0bf14),segment_id=9f001193-a158-4f6c-a1e8-3ae6a8d0bf14)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:18.312114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:18.315179 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:18.351062 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b0cb96-4015-4635-8b31-7f3a8e775d2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7', 'code': 200} Dec 14 18:10:18.391710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:18.394874 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:18.438446 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4847d5-5bd8-4907-9e3b-5786b706d564 req-d87e2083-2dc6-45e2-bea9-eafa7e59afd8 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:18.440076 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe4847d5-5bd8-4907-9e3b-5786b706d564 req-d87e2083-2dc6-45e2-bea9-eafa7e59afd8 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 945 time: 0.0827668 Dec 14 18:10:18.483543 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:18.502358 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe4847d5-5bd8-4907-9e3b-5786b706d564 req-098a2816-d3af-4193-89f6-49df505c2067 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559421 Dec 14 18:10:18.618864 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93d8d593-fc43-4088-9532-999f8e9e0bc7 req-8543a665-7314-4348-b9c2-6a1560251bbc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 1098 time: 0.0748816 Dec 14 18:10:18.662792 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93d8d593-fc43-4088-9532-999f8e9e0bc7 req-b63b0d8a-75c7-43af-bc4b-076d83a870f0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371873 Dec 14 18:10:19.338336 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:19.711345 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682d4cd2-1d39-4d93-80af-3c0192b3459a req-b906807e-1530-4d6f-9661-4e45b86c3c05 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:19.712931 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-682d4cd2-1d39-4d93-80af-3c0192b3459a req-b906807e-1530-4d6f-9661-4e45b86c3c05 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 945 time: 0.0845385 Dec 14 18:10:19.760649 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-682d4cd2-1d39-4d93-80af-3c0192b3459a req-620f04de-80d7-48fd-bcbf-1a88338917c2 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413678 Dec 14 18:10:20.975697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911f920e-ada3-44f1-b19a-e68116e21209 req-0b32d196-794a-4387-a7a4-09e9dd3ad3c2 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:20.977286 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-911f920e-ada3-44f1-b19a-e68116e21209 req-0b32d196-794a-4387-a7a4-09e9dd3ad3c2 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 945 time: 0.0857389 Dec 14 18:10:21.029768 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-911f920e-ada3-44f1-b19a-e68116e21209 req-9fb45436-e9a7-4402-950a-0b3d60d3df82 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456576 Dec 14 18:10:21.226252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:10:25.377358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a30a2a9-dd65-44f2-9177-191dc90a8115 req-d74fb8cd-fed7-42d6-a2d6-7e48e17cc855 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:25.378959 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4a30a2a9-dd65-44f2-9177-191dc90a8115 req-d74fb8cd-fed7-42d6-a2d6-7e48e17cc855 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 945 time: 0.0846345 Dec 14 18:10:25.429144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed1afb-175c-43b4-9919-49f79833fd64 req-5a281e93-5df6-4c70-8173-63c6594f32f5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:25.429524 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4a30a2a9-dd65-44f2-9177-191dc90a8115 req-fa9f9e73-1adb-4afc-af3f-1e12c44641e3 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441959 Dec 14 18:10:25.430760 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b7ed1afb-175c-43b4-9919-49f79833fd64 req-5a281e93-5df6-4c70-8173-63c6594f32f5 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 947 time: 0.0826974 Dec 14 18:10:25.483548 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b7ed1afb-175c-43b4-9919-49f79833fd64 req-462dc348-3b07-4642-a959-e7534c8e8ba6 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461657 Dec 14 18:10:26.643596 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bfeaf1-9b71-42d7-8543-08d04f694a6c req-6ccabc74-1f67-4326-a0e4-2d2cb06c3f46 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:26.645178 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-16bfeaf1-9b71-42d7-8543-08d04f694a6c req-6ccabc74-1f67-4326-a0e4-2d2cb06c3f46 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 945 time: 0.0894754 Dec 14 18:10:26.694082 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-16bfeaf1-9b71-42d7-8543-08d04f694a6c req-ca06512c-7431-41a8-8d9e-db841c2382e0 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/security-groups?id=788d30e0-ad7d-4965-b7c1-4edfe05b8eea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Dec 14 18:10:26.704403 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fade14-6fd1-4e61-b14e-abb2b5db8df9 req-c2ac651f-260e-4c58-97e0-7d26bc25da1b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:26.705998 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e5fade14-6fd1-4e61-b14e-abb2b5db8df9 req-c2ac651f-260e-4c58-97e0-7d26bc25da1b tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 947 time: 0.0831814 Dec 14 18:10:26.759251 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e5fade14-6fd1-4e61-b14e-abb2b5db8df9 req-1d392520-c4bd-4fe8-862d-0303b1e20e8e tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466695 Dec 14 18:10:26.834279 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-84900fa0-bcef-43af-87bc-1f796b19ec48 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:26.835866 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-84900fa0-bcef-43af-87bc-1f796b19ec48 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.18 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 945 time: 0.0844710 Dec 14 18:10:26.915069 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Deleting port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:26.915462 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:27.223229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] For port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,segment=NetworkSegment(9f001193-a158-4f6c-a1e8-3ae6a8d0bf14),segment_id=9f001193-a158-4f6c-a1e8-3ae6a8d0bf14)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:27.223629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:27.361025 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Calling delete_port for d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:27.393755 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-7754a593-2575-49b5-bf01-861d3bd347f3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:27.395334 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-7754a593-2575-49b5-bf01-861d3bd347f3 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 947 time: 0.2943571 Dec 14 18:10:27.503141 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Deleting port 1cd8810a-a372-417a-b2b9-861960c13a84 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:27.503454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:27.817286 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] For port 1cd8810a-a372-417a-b2b9-861960c13a84, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=1cd8810a-a372-417a-b2b9-861960c13a84,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:27.817825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:27.831087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:27.844381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:10:27.870714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:27.983860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872dd94c-407d-418d-a1d1-740acf979bc6 req-0b2d0cf1-cb31-40a8-98db-477f6a93b106 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:27.985439 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-872dd94c-407d-418d-a1d1-740acf979bc6 req-0b2d0cf1-cb31-40a8-98db-477f6a93b106 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 947 time: 0.0862775 Dec 14 18:10:27.990277 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-de917799-997e-451e-b57a-0d06c88b8056 req-fa438b61-6ee7-408f-97e3-7ddcadcf9c72 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.58 "GET /v2.0/ports?device_id=37b0cb96-4015-4635-8b31-7f3a8e775d2a HTTP/1.1" status: 200 len: 210 time: 0.1602185 Dec 14 18:10:27.995455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Pushing event deleted for resources: {'Port': ['ID=d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:28.001573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:28.037094 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-872dd94c-407d-418d-a1d1-740acf979bc6 req-5bd585a3-7d8b-471b-a627-4c36a4c495ac tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups?id=207d3176-5c74-409f-80dd-f79aeeabd405&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446959 Dec 14 18:10:28.153536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] No DVR routers for this DVR port d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:10:28.157712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:28.160531 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37b0cb96-4015-4635-8b31-7f3a8e775d2a', 'name': 'network-vif-deleted', 'tag': 'd9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:10:28.255388 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37b0cb96-4015-4635-8b31-7f3a8e775d2a', 'name': 'network-vif-deleted', 'tag': 'd9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7', 'status': 'completed', 'code': 200} Dec 14 18:10:28.268565 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-25a70ab1-7ab0-48b3-be0c-b37d54c16039 req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] 10.222.0.18 "DELETE /v2.0/ports/d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 HTTP/1.1" status: 204 len: 173 time: 1.4269900 Dec 14 18:10:28.406330 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:28.406671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-664813'] for floatingip, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:28.407099 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.l3_db [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Floating IP ed6ed241-36c5-4691-ac40-2c5b79a4c921 disassociated. External IP: 172.28.1.17, port: 1cd8810a-a372-417a-b2b9-861960c13a84. Dec 14 18:10:28.407484 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Calling delete_port for 1cd8810a-a372-417a-b2b9-861960c13a84 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:28.635441 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:28.641054 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-61d0a4f1-e8e9-4d4b-ac1f-58f9982afe4a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:28.692835 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event deleted for resources: {'Port': ['ID=1cd8810a-a372-417a-b2b9-861960c13a84,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:28.697158 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:28.918732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Router 9281c572-b4bc-428b-8138-5d3f865f05fd has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:10:29.289827 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-94987973-247f-44e9-ba15-aa05379ac0dd req-b2e776b1-b03d-4bb7-97fb-c48755347d9d tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.0643017 Dec 14 18:10:29.460316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:10:29.472563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] Sync routers for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:10:29.491146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:29.491825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:10:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:29.540744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] No DVR routers for this DVR port 1cd8810a-a372-417a-b2b9-861960c13a84 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:10:29.543475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:29.602066 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c8732a60-6abd-4c3c-b967-b31c77229994 req-733683a0-0f6d-4204-9fce-aff911c2cd7f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.18 "DELETE /v2.0/ports/1cd8810a-a372-417a-b2b9-861960c13a84 HTTP/1.1" status: 204 len: 173 time: 2.1997113 Dec 14 18:10:29.869469 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:30.123099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:30.172391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:30.172960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device d9f6cc95-fb9f-4121-8a0c-3e67fbdfa1b7 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:30.173442 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:30.222917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 1cd8810a-a372-417a-b2b9-861960c13a84 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:30.223391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 1cd8810a-a372-417a-b2b9-861960c13a84 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:30.254203 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:30.256518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-deleted', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:10:30.259471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] Checking router: 9281c572-b4bc-428b-8138-5d3f865f05fd for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:10:30.282628 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:30.283316 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:10:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:30.323710 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0175a78c-5489-4865-b25d-21bffdb2123d', 'name': 'network-vif-deleted', 'tag': '1cd8810a-a372-417a-b2b9-861960c13a84', 'status': 'completed', 'code': 200} Dec 14 18:10:30.524798 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-ebe89dcb-291f-451d-949f-fd03c639e15c req-bb66920a-5bc6-4ac6-8452-537a2c485f68 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Synchronizing usage tracker for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:10:30.533880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:30.578361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-ebe89dcb-291f-451d-949f-fd03c639e15c req-bb66920a-5bc6-4ac6-8452-537a2c485f68 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Unset dirty status for tenant:4b3096bc748d47d19fe17b8ef6163bdc on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:10:30.580336 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ebe89dcb-291f-451d-949f-fd03c639e15c req-bb66920a-5bc6-4ac6-8452-537a2c485f68 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/ports?device_id=0175a78c-5489-4865-b25d-21bffdb2123d HTTP/1.1" status: 200 len: 210 time: 0.1032443 Dec 14 18:10:30.894620 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:30.898912 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81d86f00-de5c-42b9-8809-65ad9446fda8 None None] The sync data for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb is: [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:00:49Z', 'revision_number': 4, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb', '_interfaces': [{'id': '121b2d1c-4680-4087-b567-bec895a81396', 'name': '', 'network_id': '688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'mac_address': 'fa:16:3e:32:20:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:46Z', 'updated_at': '2021-12-14T18:01:11Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'subnets': [{'id': 'ed90e857-2cc3-4238-9405-80bc1130db08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:10:31.357001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47805385-a5e8-46c0-a067-307fb0871fdc None None] New status for floating IP ed6ed241-36c5-4691-ac40-2c5b79a4c921: DOWN {{(pid=88326) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:266}} Dec 14 18:10:31.796936 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36036) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:31.875556 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9aafea3d-ba55-40b9-a284-cd33ed30520f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:31.915151 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9aafea3d-ba55-40b9-a284-cd33ed30520f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:32.061112 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9aafea3d-ba55-40b9-a284-cd33ed30520f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:32.066808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-533998f2-bf28-4d82-8d70-bd0a3842ffec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:32.086549 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aafea3d-ba55-40b9-a284-cd33ed30520f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=207d3176-5c74-409f-80dd-f79aeeabd405,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:32.089149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9aafea3d-ba55-40b9-a284-cd33ed30520f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:32.119738 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9aafea3d-ba55-40b9-a284-cd33ed30520f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:32.121006 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9aafea3d-ba55-40b9-a284-cd33ed30520f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "DELETE /v2.0/security-groups/207d3176-5c74-409f-80dd-f79aeeabd405 HTTP/1.1" status: 204 len: 168 time: 0.3230119 Dec 14 18:10:32.124541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36040) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:32.142832 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.api.v2.resource [None req-5f0b40f3-0302-4f73-953d-0dc904b0e1db tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] show failed (client error): The resource could not be found. Dec 14 18:10:32.143861 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-5f0b40f3-0302-4f73-953d-0dc904b0e1db tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "GET /v2.0/security-groups/207d3176-5c74-409f-80dd-f79aeeabd405 HTTP/1.1" status: 404 len: 347 time: 0.0183537 Dec 14 18:10:32.146808 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36044) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:32.316166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Deleting port db3d68d1-0e53-4e0b-bf61-6917e630c3d0 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:32.316643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:32.502784 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:32.503474 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:32.631090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Calling delete_port for db3d68d1-0e53-4e0b-bf61-6917e630c3d0 owned by network:floatingip {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:32.989500 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:32.995499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d3cc203d-e9a6-41e2-b767-8bbe950a2efb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:33.037670 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Pushing event deleted for resources: {'Port': ['ID=db3d68d1-0e53-4e0b-bf61-6917e630c3d0,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:33.040369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:33.139118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks [] for floatingip, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:33.195325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for floatingip, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:33.196729 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7c403bce-2ddd-4c7c-b99f-f58929ba3342 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] 10.222.0.58 "DELETE /v2.0/floatingips/ed6ed241-36c5-4691-ac40-2c5b79a4c921 HTTP/1.1" status: 204 len: 168 time: 1.0488000 Dec 14 18:10:36.324287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36090) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:37.046108 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854114301'] for router_interface, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:37.707748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Deleting port 121b2d1c-4680-4087-b567-bec895a81396 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:37.708713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:37.924483 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] For port 121b2d1c-4680-4087-b567-bec895a81396, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=121b2d1c-4680-4087-b567-bec895a81396,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:37.924897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:38.060045 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Calling delete_port for 121b2d1c-4680-4087-b567-bec895a81396 owned by network:router_interface {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:38.323239 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:38.327631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-383c048f-b5f9-4ef3-afc6-05722d15d5db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:38.371052 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Pushing event deleted for resources: {'Port': ['ID=121b2d1c-4680-4087-b567-bec895a81396,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:38.375511 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:38.992960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036721215444', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854114151'] for router_interface, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:39.610978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Router 9281c572-b4bc-428b-8138-5d3f865f05fd has already been hosted by L3 agent c9643997-683c-4927-80a8-48aa290f14c9 {{(pid=88325) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:131}} Dec 14 18:10:39.828240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] Notify agent at l3_agent.dv-cinder-821737-1-smb the message routers_updated {{(pid=88325) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Dec 14 18:10:39.838619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] Sync routers for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:121}} Dec 14 18:10:39.842692 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-91f254df-a024-4cd4-a754-a9265555a40f admin admin] 10.222.0.58 "PUT /v2.0/routers/9281c572-b4bc-428b-8138-5d3f865f05fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5165761 Dec 14 18:10:39.845211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36114) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:39.856241 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:39.857124 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:10:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:40.046873 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: dv-cinder-821737-1-smb {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:40.053671 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks [] for router, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:40.264905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:40.359055 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'external_fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50'}], 'enable_snat': True}, 'gw_port_id': '4014346d-febc-4434-8ec5-e89b068f724f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:10:38Z', 'revision_number': 5, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port': {'id': '4014346d-febc-4434-8ec5-e89b068f724f', 'name': '', 'network_id': '0777ae0f-0225-40d0-9ad2-d61648840a30', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:bf:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'ip_address': '172.28.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821737-1-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-14T18:00:39Z', 'updated_at': '2021-12-14T18:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'd64f3e2e-7aea-486f-b438-3196df6b6020', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821737-1-smb'}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:40.363181 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] Checking router: 9281c572-b4bc-428b-8138-5d3f865f05fd for host: dv-cinder-821737-1-smb {{(pid=88327) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:150}} Dec 14 18:10:40.375173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] Routers {'9281c572-b4bc-428b-8138-5d3f865f05fd'} bound to L3 agent in host dv-cinder-821737-1-smb {{(pid=88327) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 14 18:10:40.375684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821737-1-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-12-14T17:52:17Z,description=,heartbeat_timestamp=2021-12-14T18:10:17Z,host='dv-cinder-821737-1-smb',id=c9643997-683c-4927-80a8-48aa290f14c9,load=0,resource_versions=,resources_synced=,started_at=2021-12-14T17:52:17Z,topic='l3_agent')) {'router_ids': ['9281c572-b4bc-428b-8138-5d3f865f05fd'], 'active': True} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:40.380863 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Deleting port 4014346d-febc-4434-8ec5-e89b068f724f {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:40.381716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:40.541082 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvr_db [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] Set router 9281c572-b4bc-428b-8138-5d3f865f05fd gateway port host: None {{(pid=88327) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:873}} Dec 14 18:10:40.582496 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] For port 4014346d-febc-4434-8ec5-e89b068f724f, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=4014346d-febc-4434-8ec5-e89b068f724f,segment=NetworkSegment(bc3f3628-2473-45ba-9e7f-d745c1031334),segment_id=bc3f3628-2473-45ba-9e7f-d745c1031334)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:40.582927 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:40.656655 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_hamode_db [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:10:40Z', 'revision_number': 6, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port_host': None}], 'dv-cinder-821737-1-smb', False) {} {{(pid=88327) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:40.660929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ca66919-c393-47c2-9602-b7499a2309f3 None None] The sync data for ids ['9281c572-b4bc-428b-8138-5d3f865f05fd'] in dv-cinder-821737-1-smb is: [{'id': '9281c572-b4bc-428b-8138-5d3f865f05fd', 'name': 'tempest-AttachVolumeShelveTestJSON-110202467-router', 'tenant_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-14T18:00:38Z', 'updated_at': '2021-12-14T18:10:40Z', 'revision_number': 6, 'project_id': '4b3096bc748d47d19fe17b8ef6163bdc', 'gw_port_host': None}] {{(pid=88327) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:134}} Dec 14 18:10:40.728832 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Calling delete_port for 4014346d-febc-4434-8ec5-e89b068f724f owned by network:router_gateway {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:41.106421 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:41.111428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-80a92f01-e65e-4567-bdba-af469b1a0e5a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:41.153414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4014346d-febc-4434-8ec5-e89b068f724f,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:41.157237 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:41.640977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854111214'] for router_gateway, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:41.914060 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036854208900', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-105537'] for router, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:41.918769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:41.986118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854209006'] for router, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:41.986769 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9281c572-b4bc-428b-8138-5d3f865f05fd {{(pid=88325) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 14 18:10:42.001608 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Notify callbacks [] for router, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.010789 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] 10.222.0.58 "DELETE /v2.0/routers/9281c572-b4bc-428b-8138-5d3f865f05fd HTTP/1.1" status: 204 len: 168 time: 2.1566596 Dec 14 18:10:42.011170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36130) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:42.080916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] Deleting subnet ed90e857-2cc3-4238-9405-80bc1130db08 {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:10:42.084689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.142781 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.225904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.332414 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.337959 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:42.379317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed90e857-2cc3-4238-9405-80bc1130db08,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:42.381939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:42.385542 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.390939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07827422-d517-435d-b172-4258d47e3cfc None None] Network 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:42.391836 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a2ba3478-eb75-45d2-a378-66c2dc91d3fe admin admin] 10.222.0.58 "DELETE /v2.0/subnets/ed90e857-2cc3-4238-9405-80bc1130db08 HTTP/1.1" status: 204 len: 168 time: 0.3789713 Dec 14 18:10:42.394459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36136) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:42.515100 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.526519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Deleting port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:42.526925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.599735 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 4014346d-febc-4434-8ec5-e89b068f724f no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:42.637398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 4014346d-febc-4434-8ec5-e89b068f724f {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:42.637805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 4014346d-febc-4434-8ec5-e89b068f724f not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:42.638278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 121b2d1c-4680-4087-b567-bec895a81396 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:42.683140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 121b2d1c-4680-4087-b567-bec895a81396 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:42.684272 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 121b2d1c-4680-4087-b567-bec895a81396 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:42.765019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] For port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=9bb8155c-11e0-4c05-bb41-613aa9b33ed6,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:42.765801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.767375 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] DHCP port deletion for 688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 request from dv-cinder-821737-1-smb {{(pid=88326) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Dec 14 18:10:42.771587 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] Deleting port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:42.772019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:42.897662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Calling delete_port for 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 owned by network:dhcp {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:42.988630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] For port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6, host dv-cinder-821737-1-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821737-1-smb',level=0,port_id=9bb8155c-11e0-4c05-bb41-613aa9b33ed6,segment=NetworkSegment(8709ec8b-982c-409d-82ac-b1f05764fb35),segment_id=8709ec8b-982c-409d-82ac-b1f05764fb35)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:42.988999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.117461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] Calling delete_port for 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 owned by network:dhcp {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:10:43.117814 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.122825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e6522268-9f1b-44ef-9315-85975f55bf84 tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:43.164512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Pushing event deleted for resources: {'Port': ['ID=9bb8155c-11e0-4c05-bb41-613aa9b33ed6,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:43.169588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:43.172243 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] No DVR routers for this DVR port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 on host dv-cinder-821737-1-smb {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:10:43.187552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.db.api [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88326) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Dec 14 18:10:43.187978 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_db.api [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88326) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Dec 14 18:10:43.296098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.323493 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:43.337295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8709ec8b-982c-409d-82ac-b1f05764fb35') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:43.337637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8709ec8b-982c-409d-82ac-b1f05764fb35') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:43.350280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.369429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.376395 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:10:43.376834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:10:43.391930 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:10:43.506203 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.510303 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e683e052-15e3-4fcd-81a8-877cb32d16e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:43.527543 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.536390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Pushing event deleted for resources: {'Network': ['ID=688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:43.539816 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:43.595596 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] 10.222.0.58 "DELETE /v2.0/networks/688aa829-5e9d-4b77-aaaf-0dc5d4dcc6d7 HTTP/1.1" status: 204 len: 168 time: 1.2000227 Dec 14 18:10:43.689381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] Deleting port 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 {{(pid=88326) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:10:43.689817 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:43.763463 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-deb03efa-ef78-4225-9a32-d967aef7fdea None None] The port '9bb8155c-11e0-4c05-bb41-613aa9b33ed6' was deleted {{(pid=88326) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1877}} Dec 14 18:10:43.910169 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36146) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:43.982015 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36154) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:43.982741 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-eefd1f76-a481-471d-9881-844242d920e5 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=4b3096bc748d47d19fe17b8ef6163bdc&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0709476 Dec 14 18:10:44.053230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c96251f3-c21c-4655-b3d9-c2ac2df8cf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:44.082903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c96251f3-c21c-4655-b3d9-c2ac2df8cf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:44.184003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c96251f3-c21c-4655-b3d9-c2ac2df8cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:44.189519 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-93185e7e-83fa-4e6a-8ff2-1609849faf03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:44.206358 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96251f3-c21c-4655-b3d9-c2ac2df8cf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de8374a1-7d6d-405e-9eb5-275d42b30fa9,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:44.211143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c96251f3-c21c-4655-b3d9-c2ac2df8cf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:44.213830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c96251f3-c21c-4655-b3d9-c2ac2df8cf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:44.215412 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c96251f3-c21c-4655-b3d9-c2ac2df8cf4c admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/de8374a1-7d6d-405e-9eb5-275d42b30fa9 HTTP/1.1" status: 204 len: 168 time: 0.2316091 Dec 14 18:10:44.582653 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 no longer exists at agent ovs-agent-dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:10:44.622197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] No Port match for: 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:10:44.622601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Device 9bb8155c-11e0-4c05-bb41-613aa9b33ed6 not bound to the agent host dv-cinder-821737-1-smb {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:10:45.246618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e96dc189-ce08-475d-872b-772c40fd66eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:45.430044 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36182) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:45.576098 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1730418089-network', 'tenant_id': '2ddb80ee0fbf4cc9b219b5c29e9cedf4'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:45.581449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:45.586174 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Usage tracker for resource:network and tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:45.589585 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:45.597829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:45.646163 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Made reservation on behalf of 2ddb80ee0fbf4cc9b219b5c29e9cedf4 for: {'network': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:10:45.651125 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for network, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:45.666012 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:45.701904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:45.706712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:45.710736 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:45.718289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:45.965145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:45.995480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:45.999599 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9490ee45-edb5-4a30-a979-ecf342854715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:46.036465 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 226} {{(pid=88325) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:154}} Dec 14 18:10:46.042188 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:46.046713 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:46.082630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:46.083078 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.db.segments_db [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Added segment 6781891f-1fa4-45d9-bab3-8bf75d591c8f of type vlan for network a220b1da-c742-4491-bf9d-36e8b76bb4b2 Dec 14 18:10:46.208641 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734821790033'] for network, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:46.268827 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356'] for network, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:46.270083 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:46.270772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:46.276450 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:46.385305 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Pushing event updated for resources: {'Network': ['ID=a220b1da-c742-4491-bf9d-36e8b76bb4b2,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:46.388689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:46.401335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Network a220b1da-c742-4491-bf9d-36e8b76bb4b2 details requested by agent ovs-agent-dv-cinder-821737-1-smb with host dv-cinder-821737-1-smb {{(pid=88326) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Dec 14 18:10:46.413506 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-8bfc16aa-7869-4f9e-8f61-0199b4e97aa6 admin admin] 10.222.0.58 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9790580 Dec 14 18:10:46.414003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36198) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:46.420675 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Request body: {'subnet': {'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1730418089-subnet', 'tenant_id': '2ddb80ee0fbf4cc9b219b5c29e9cedf4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:46.426597 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:46.431325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Usage tracker for resource:subnet and tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:46.435343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:46.441498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:46.492186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Made reservation on behalf of 2ddb80ee0fbf4cc9b219b5c29e9cedf4 for: {'subnet': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:10:46.498482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2025705'] for subnet, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:46.606904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:47.129077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853059542', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2025720'] for subnet, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:47.134739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:47.219213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Pushing event updated for resources: {'Subnet': ['ID=523b336b-4f11-460b-af59-0f15ecd6ba2d,revision_number=0']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:47.222770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:47.230093 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Checking segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:10:47.230557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Network hostable DHCP agents. Network: a220b1da-c742-4491-bf9d-36e8b76bb4b2, hostable agents: ['281a3c5f-0730-4861-ac61-64abb19e2d52'], hosted agents: [] {{(pid=88325) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Dec 14 18:10:47.279994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Network a220b1da-c742-4491-bf9d-36e8b76bb4b2 is scheduled to be hosted by DHCP agent 281a3c5f-0730-4861-ac61-64abb19e2d52 with binding_index 1 {{(pid=88325) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Dec 14 18:10:47.351920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821737-1-smb, a220b1da-c742-4491-bf9d-36e8b76bb4b2) {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:10:47.352208 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-ef4bb5a5-c25a-4e89-a920-498c4ce63a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:47.357638 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:47.358560 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:47.364825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc703385-65a1-4549-ae12-3b3a9ca4939d None None] Network a220b1da-c742-4491-bf9d-36e8b76bb4b2 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:47.422524 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-6e984d1f-a3d3-4eaf-b357-56d5b3741324 admin admin] 10.222.0.58 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0069516 Dec 14 18:10:47.614820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcb99c1-5b58-4a38-9aff-70b18aaace53 None None] Network a220b1da-c742-4491-bf9d-36e8b76bb4b2 requested from dv-cinder-821737-1-smb {{(pid=88326) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Dec 14 18:10:47.987534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:48.187064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-c77a5114-22d1-4e02-a1c6-b4afecd0695c tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:48.188562 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-c77a5114-22d1-4e02-a1c6-b4afecd0695c tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 815 time: 0.1647682 Dec 14 18:10:48.206116 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-9cb224b8-049a-4667-bbb3-26984472a31f tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/quotas/2ddb80ee0fbf4cc9b219b5c29e9cedf4 HTTP/1.1" status: 200 len: 375 time: 0.0117421 Dec 14 18:10:48.256922 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-4ac44f93-69fa-4d1a-bb92-85dea06a7168 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448904 Dec 14 18:10:48.269090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-daa708cc-d587-4937-9ba6-618bbb20d19b service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88324) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:10:48.270204 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-daa708cc-d587-4937-9ba6-618bbb20d19b service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0056777 Dec 14 18:10:48.415794 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-c610d893-c921-4e7f-9169-5748d8f49d5a service neutron] 10.222.0.58 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392250 Dec 14 18:10:48.514865 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:48.561725 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-121c62de-1b7f-4050-8a33-5e3e6dadae26 service neutron] 10.222.0.58 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1392553 Dec 14 18:10:48.829498 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c356f56e-47ad-4bc5-841c-0dbbf6ea7b20 req-ec97af3f-fc80-4d2b-baee-a3cdb48fae3b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 210 time: 0.0479772 Dec 14 18:10:49.363123 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:49.797636 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36250) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:49.864504 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] Deleting subnet 7e9674a2-035b-43bd-a461-d47682ce8c10 {{(pid=88325) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:10:49.867785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:49.924175 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036853289498'] for subnet, precommit_delete_associations {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:49.984892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.011503 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8e65e3c1-21ce-4b27-a4e2-7f12ee283a6a req-89e58b03-8ee7-492c-961a-d75552890c06 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 210 time: 0.0547922 Dec 14 18:10:50.080559 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1716454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852750096'] for subnet, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.086521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:50.132618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e9674a2-035b-43bd-a461-d47682ce8c10,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:50.136081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:50.138651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.144929 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a5d48837-6f36-406f-94b0-98eb0fc3bc5f admin admin] 10.222.0.58 "DELETE /v2.0/subnets/7e9674a2-035b-43bd-a461-d47682ce8c10 HTTP/1.1" status: 204 len: 168 time: 0.3461916 Dec 14 18:10:50.147831 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 36256) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:50.264724 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.396479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.427622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9928f5d3-070b-4b78-a06c-8347d44bd3a1']}} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:50.441480 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f001193-a158-4f6c-a1e8-3ae6a8d0bf14') {'for_net_delete': True} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:50.441811 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f001193-a158-4f6c-a1e8-3ae6a8d0bf14') {} {{(pid=88325) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:50.454327 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486319'] for segment, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.470516 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.477326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=88325) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:10:50.477764 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853055932'] for segment, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:10:50.492656 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:10:50.703021 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.706885 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:50.722613 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.734332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Pushing event deleted for resources: {'Network': ['ID=9928f5d3-070b-4b78-a06c-8347d44bd3a1,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:50.737918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:50.786704 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-df62d5a0-e4e3-4a47-964c-9cf5d1af6e70 admin admin] 10.222.0.58 "DELETE /v2.0/networks/9928f5d3-070b-4b78-a06c-8347d44bd3a1 HTTP/1.1" status: 204 len: 168 time: 0.6376078 Dec 14 18:10:50.789626 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36260) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:50.859197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] Deleting subnet 23aad2ba-6ab2-4010-9323-028ee44b163f {{(pid=88324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:10:50.862441 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.916677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852692575'] for subnet, precommit_delete_associations {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.920393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-0f4d7183-5172-4104-b9ee-0ca91a1fdc80 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:50.921254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-0f4d7183-5172-4104-b9ee-0ca91a1fdc80 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:network {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:10:50.982006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:50.994862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-0f4d7183-5172-4104-b9ee-0ca91a1fdc80 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:network {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:10:50.997046 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-0f4d7183-5172-4104-b9ee-0ca91a1fdc80 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 815 time: 0.2409115 Dec 14 18:10:51.013495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Request body: {'port': {'device_id': '4d3cdca1-aa16-4076-b4dd-4506cb887a62', 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'admin_state_up': True, 'tenant_id': '2ddb80ee0fbf4cc9b219b5c29e9cedf4'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:51.083751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1307056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851818473'] for subnet, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.095000 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:51.130870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=23aad2ba-6ab2-4010-9323-028ee44b163f,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:51.137870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.140577 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] 10.222.0.58 "DELETE /v2.0/subnets/23aad2ba-6ab2-4010-9323-028ee44b163f HTTP/1.1" status: 204 len: 168 time: 0.3498197 Dec 14 18:10:51.141850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-96254cc6-d576-4dc4-9c58-6515636212ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:51.143315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36266) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:51.213218 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:10:51.217238 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3374a62f-cb50-443f-907c-a519777dbdea req-50cb1ec8-037f-469d-b0d7-06938dc45b93 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 210 time: 0.0535502 Dec 14 18:10:51.219592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Usage tracker for resource:port and tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:10:51.222589 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:10:51.229144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:10:51.266884 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.268288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Made reservation on behalf of 2ddb80ee0fbf4cc9b219b5c29e9cedf4 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:10:51.273841 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.396577 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.426495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57dac52-d1e8-4db9-ad82-97dc001533d9']}} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:51.439754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df0b6e60-8883-4e4e-b6ac-e50f23e48252') {'for_net_delete': True} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:51.440088 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df0b6e60-8883-4e4e-b6ac-e50f23e48252') {} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:10:51.445481 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Allocated IP 172.20.0.13 (a220b1da-c742-4491-bf9d-36e8b76bb4b2/523b336b-4f11-460b-af59-0f15ecd6ba2d/65abb35e-9555-4797-adbe-591c15e98c8f) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:10:51.451906 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083240'] for segment, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.466686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.472925 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=88324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:10:51.473343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853465326'] for segment, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:10:51.487707 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:10:51.625840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.630007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:51.655246 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.658271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Pushing event deleted for resources: {'Network': ['ID=d57dac52-d1e8-4db9-ad82-97dc001533d9,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:51.661975 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:51.668787 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d94699bc-5798-4045-aed9-158ac9c3d52b admin admin] 10.222.0.58 "DELETE /v2.0/networks/d57dac52-d1e8-4db9-ad82-97dc001533d9 HTTP/1.1" status: 204 len: 168 time: 0.5208781 Dec 14 18:10:51.893996 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.948918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:51.954866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3f82f1d6-210a-4dac-9a8c-a188585cb541 tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:51.987619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36276) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:52.028921 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Network a220b1da-c742-4491-bf9d-36e8b76bb4b2 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:10:52.033199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Pushing event updated for resources: {'Port': ['ID=65abb35e-9555-4797-adbe-591c15e98c8f,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:52.035779 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:10:52.037682 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:52.038459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:10:52.046091 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4ffbc4a7-6e60-49f0-9b52-4f23627abd15 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=d168a3b5e85d4d7d806443d23a117dc0&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0571575 Dec 14 18:10:52.046823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36280) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:52.103290 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:52.103966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:52.111866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d0c1280a-5e37-4b36-8181-c52f7343bdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:52.138394 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d0c1280a-5e37-4b36-8181-c52f7343bdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:52.160654 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-1373a8e3-adb4-416d-a53a-30eedae9e4e9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1524003 Dec 14 18:10:52.173489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Request body: {'port': {'device_id': '4d3cdca1-aa16-4076-b4dd-4506cb887a62', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:10:52.222985 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d0c1280a-5e37-4b36-8181-c52f7343bdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:52.228373 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-537c6957-5193-405d-b1ac-dc9b2ad86612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:52.244189 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c1280a-5e37-4b36-8181-c52f7343bdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=788d30e0-ad7d-4965-b7c1-4edfe05b8eea,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:52.245689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d0c1280a-5e37-4b36-8181-c52f7343bdf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:52.275623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d0c1280a-5e37-4b36-8181-c52f7343bdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:52.280014 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-d0c1280a-5e37-4b36-8181-c52f7343bdf6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/788d30e0-ad7d-4965-b7c1-4edfe05b8eea HTTP/1.1" status: 204 len: 168 time: 0.2290676 Dec 14 18:10:52.296280 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:52.433144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef4097-8f42-405a-810b-116de1e25f5c req-d2c13506-f18c-44e2-8033-3b2fbf662bd4 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:52.436073 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-12ef4097-8f42-405a-810b-116de1e25f5c req-d2c13506-f18c-44e2-8033-3b2fbf662bd4 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 932 time: 0.0904465 Dec 14 18:10:52.508134 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-12ef4097-8f42-405a-810b-116de1e25f5c req-7d504391-a8fd-4986-a287-6316892c07e6 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653131 Dec 14 18:10:52.704990 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65abb35e-9555-4797-adbe-591c15e98c8f {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:10:52.715751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:52.831171 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Transition to ACTIVE for port object 65abb35e-9555-4797-adbe-591c15e98c8f will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:10:52.859623 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:52.864410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-81998589-f0b1-4100-89c2-5a1a2eaefff4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:52.892150 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36290) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:52.946359 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4fb03c39-220c-4c39-aef8-512c6a473816 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9889f7f88914494989c7b21b6a3e53d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0527184 Dec 14 18:10:52.948880 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36294) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:10:52.993353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Pushing event updated for resources: {'Port': ['ID=65abb35e-9555-4797-adbe-591c15e98c8f,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:52.999335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:53.014053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb111fef-5026-4323-8f4b-65c1ff47105b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:53.041758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb111fef-5026-4323-8f4b-65c1ff47105b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:53.112240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Attempting to bind port 65abb35e-9555-4797-adbe-591c15e98c8f on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:10:53.112586 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Attempting to bind port 65abb35e-9555-4797-adbe-591c15e98c8f by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:10:53.112949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Attempting to bind port 65abb35e-9555-4797-adbe-591c15e98c8f on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:10:53.119003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Port 65abb35e-9555-4797-adbe-591c15e98c8f on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:10:53.119361 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Attempting to bind port 65abb35e-9555-4797-adbe-591c15e98c8f on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:10:53.126494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:10:53.126910 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Checking segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:10:53.127326 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Bound using segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:10:53.127792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Bound port: 65abb35e-9555-4797-adbe-591c15e98c8f, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:10:53.128170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:53.221119 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] For port 65abb35e-9555-4797-adbe-591c15e98c8f, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:10:53.224145 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] For port 65abb35e-9555-4797-adbe-591c15e98c8f, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=65abb35e-9555-4797-adbe-591c15e98c8f,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:10:53.236855 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb111fef-5026-4323-8f4b-65c1ff47105b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:53.242384 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b261552a-86ae-44a3-aa0a-6d56c9d35f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:53.256191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb111fef-5026-4323-8f4b-65c1ff47105b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f43431f-7b17-411e-8ca4-24b80c8d43ca,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:53.258809 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-eb111fef-5026-4323-8f4b-65c1ff47105b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:53.260879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:53.260998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-eb111fef-5026-4323-8f4b-65c1ff47105b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:53.263456 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-eb111fef-5026-4323-8f4b-65c1ff47105b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4f43431f-7b17-411e-8ca4-24b80c8d43ca HTTP/1.1" status: 204 len: 168 time: 0.3134871 Dec 14 18:10:53.264654 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8e7b93a2-e6fa-4580-8153-89b0835b57b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:53.331017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:53.332508 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] 10.222.0.18 "PUT /v2.0/ports/65abb35e-9555-4797-adbe-591c15e98c8f HTTP/1.1" status: 200 len: 1094 time: 1.1635034 Dec 14 18:10:53.333335 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d3cdca1-aa16-4076-b4dd-4506cb887a62', 'tag': '65abb35e-9555-4797-adbe-591c15e98c8f'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:10:53.347203 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Pushing event updated for resources: {'Port': ['ID=65abb35e-9555-4797-adbe-591c15e98c8f,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:53.350401 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:53.398897 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d3cdca1-aa16-4076-b4dd-4506cb887a62', 'tag': '65abb35e-9555-4797-adbe-591c15e98c8f', 'status': 'completed', 'code': 200} Dec 14 18:10:53.482231 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-d5c618bb-1c1c-44c7-bfdc-035dbc1bfb20 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 1097 time: 0.0753815 Dec 14 18:10:53.570370 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-4521fde5-0659-4867-b011-76ed7b432539 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65abb35e-9555-4797-adbe-591c15e98c8f HTTP/1.1" status: 200 len: 217 time: 0.0808685 Dec 14 18:10:53.647902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-04c1d10a-9bab-4e90-943b-da9127d1601e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:53.649533 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-04c1d10a-9bab-4e90-943b-da9127d1601e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=523b336b-4f11-460b-af59-0f15ecd6ba2d HTTP/1.1" status: 200 len: 855 time: 0.0729597 Dec 14 18:10:53.709621 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-07a92dab-c4b8-4c8b-be91-1294f8c0bf1e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a220b1da-c742-4491-bf9d-36e8b76bb4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538054 Dec 14 18:10:53.751751 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf31597-7e34-4cd0-bd22-1882a60429f0 req-b0062dd4-cdcc-46e8-9334-34c3ee360583 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:53.753605 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ccf31597-7e34-4cd0-bd22-1882a60429f0 req-b0062dd4-cdcc-46e8-9334-34c3ee360583 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 944 time: 0.0925572 Dec 14 18:10:53.802513 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ccf31597-7e34-4cd0-bd22-1882a60429f0 req-66cf8da3-fbbb-464d-b531-4d0c9f5f9a97 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427032 Dec 14 18:10:53.866058 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-da3e0414-f061-4e8e-a5f8-6c7adb79fc7d service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490340 Dec 14 18:10:54.010504 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc74e39e-8967-48a1-b34e-2a87d12bb928 req-090cb0d6-bbf9-4c74-b990-75eeb43aad43 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376171 Dec 14 18:10:54.178119 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-c7a5fe4c-dcd2-434d-88de-d1cd536eb83c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 1097 time: 0.0756886 Dec 14 18:10:54.321655 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-81744c94-086b-4f50-b4bc-b6df55c81e80 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:54.323271 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-81744c94-086b-4f50-b4bc-b6df55c81e80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 916 time: 0.1391389 Dec 14 18:10:54.406775 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-cdb6d9f2-d8c7-4766-9a26-eeecc8f29bc5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65abb35e-9555-4797-adbe-591c15e98c8f HTTP/1.1" status: 200 len: 217 time: 0.0770068 Dec 14 18:10:54.475062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-956411e4-65e7-40d0-8cd8-8785eb32c853 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:54.476689 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-956411e4-65e7-40d0-8cd8-8785eb32c853 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=523b336b-4f11-460b-af59-0f15ecd6ba2d HTTP/1.1" status: 200 len: 855 time: 0.0640044 Dec 14 18:10:54.531877 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-b54a1e2a-0545-4e17-83af-722535b8c2af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a220b1da-c742-4491-bf9d-36e8b76bb4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486891 Dec 14 18:10:54.695141 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-48f0e04e-bfb9-446e-92db-69bc8f6510ab service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1553361 Dec 14 18:10:54.842542 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1258a768-7bf7-4ae2-b6ee-a03fc6e632e2 req-ceb96082-e6fb-4b72-8785-290ec8cc51bd service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397574 Dec 14 18:10:55.010762 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9816b-1ec0-41ae-944b-023ed479aa69 req-4dcd9878-ff32-4b8d-a613-9e4c35c0c3fa tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:55.011461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-e3c9816b-1ec0-41ae-944b-023ed479aa69 req-4dcd9878-ff32-4b8d-a613-9e4c35c0c3fa tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:10:55.074903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-e3c9816b-1ec0-41ae-944b-023ed479aa69 req-4dcd9878-ff32-4b8d-a613-9e4c35c0c3fa tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:10:55.076753 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e3c9816b-1ec0-41ae-944b-023ed479aa69 req-4dcd9878-ff32-4b8d-a613-9e4c35c0c3fa tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 944 time: 0.1507018 Dec 14 18:10:55.126126 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-e3c9816b-1ec0-41ae-944b-023ed479aa69 req-efae0d9d-98c1-42f9-b13c-d4f7e28c4137 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:security_group {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:10:55.176858 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-e3c9816b-1ec0-41ae-944b-023ed479aa69 req-efae0d9d-98c1-42f9-b13c-d4f7e28c4137 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:security_group {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:10:55.178154 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e3c9816b-1ec0-41ae-944b-023ed479aa69 req-efae0d9d-98c1-42f9-b13c-d4f7e28c4137 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953102 Dec 14 18:10:56.382482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92007d23-b956-4d3c-a269-9a7db7eaecf8 req-7f81030c-db94-46a9-aeeb-fc362f7c23a3 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:56.384096 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-92007d23-b956-4d3c-a269-9a7db7eaecf8 req-7f81030c-db94-46a9-aeeb-fc362f7c23a3 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 944 time: 0.0855696 Dec 14 18:10:56.431907 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-92007d23-b956-4d3c-a269-9a7db7eaecf8 req-07ccf43e-30ad-41d9-b14d-1dacdad2648c tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Dec 14 18:10:57.637226 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5f12b-0239-4556-a210-193e0ecf76bd req-d05db684-a4ff-470a-a2e7-151648398d68 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:57.638801 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cea5f12b-0239-4556-a210-193e0ecf76bd req-d05db684-a4ff-470a-a2e7-151648398d68 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 944 time: 0.0818021 Dec 14 18:10:57.691955 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cea5f12b-0239-4556-a210-193e0ecf76bd req-a5d5461f-7538-43e7-92b7-d5e9c1df1e2f tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470140 Dec 14 18:10:58.227064 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:10:58.330043 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 65abb35e-9555-4797-adbe-591c15e98c8f details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:10:58.469639 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 65abb35e-9555-4797-adbe-591c15e98c8f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=65abb35e-9555-4797-adbe-591c15e98c8f,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:58.483213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '65abb35e-9555-4797-adbe-591c15e98c8f', 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'port_id': '65abb35e-9555-4797-adbe-591c15e98c8f', 'mac_address': 'fa:16:3e:e3:ea:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523b336b-4f11-460b-af59-0f15ecd6ba2d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:10:58.540946 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:58.559192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65abb35e-9555-4797-adbe-591c15e98c8f {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:10:58.574244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 65abb35e-9555-4797-adbe-591c15e98c8f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=65abb35e-9555-4797-adbe-591c15e98c8f,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:10:58.608095 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:10:58.609887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:10:58.674775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=65abb35e-9555-4797-adbe-591c15e98c8f,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:10:58.679959 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:10:58.898852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa41ba2-74c5-4062-95e9-9b7e1280c3eb req-871065a0-0d8c-4f2c-90c1-2f09ba30c45a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:10:58.900367 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7aa41ba2-74c5-4062-95e9-9b7e1280c3eb req-871065a0-0d8c-4f2c-90c1-2f09ba30c45a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 945 time: 0.0845141 Dec 14 18:10:58.912688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['65abb35e-9555-4797-adbe-591c15e98c8f'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:10:58.948545 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7aa41ba2-74c5-4062-95e9-9b7e1280c3eb req-e0312d46-0165-41fc-acc6-36f80d1458b0 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420549 Dec 14 18:11:00.151129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1010a0-4fc1-4768-86c3-514902e1f426 req-d3f80332-ca28-4850-96c6-85e4478a9858 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:00.153225 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1c1010a0-4fc1-4768-86c3-514902e1f426 req-d3f80332-ca28-4850-96c6-85e4478a9858 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 945 time: 0.0828075 Dec 14 18:11:00.201466 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1c1010a0-4fc1-4768-86c3-514902e1f426 req-d80fde52-6d33-4c1f-905e-7cd777759dc2 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Dec 14 18:11:00.345743 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 65abb35e-9555-4797-adbe-591c15e98c8f up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:11:00.473721 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 65abb35e-9555-4797-adbe-591c15e98c8f completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:11:00.478956 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 65abb35e-9555-4797-adbe-591c15e98c8f triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:11:00.479383 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:00.610101 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:00.637755 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3cdca1-aa16-4076-b4dd-4506cb887a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65abb35e-9555-4797-adbe-591c15e98c8f'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:11:00.647697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 65abb35e-9555-4797-adbe-591c15e98c8f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=65abb35e-9555-4797-adbe-591c15e98c8f,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:00.692167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:00.694267 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:00.730258 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3cdca1-aa16-4076-b4dd-4506cb887a62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65abb35e-9555-4797-adbe-591c15e98c8f', 'code': 200} Dec 14 18:11:00.764774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=65abb35e-9555-4797-adbe-591c15e98c8f,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:00.768269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:01.036307 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-469be499-df11-488b-a177-54d25728f6b2 req-653ab9aa-2797-46e7-bb66-a03cdffd7f6a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 1099 time: 0.0784378 Dec 14 18:11:01.081382 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-469be499-df11-488b-a177-54d25728f6b2 req-007be9e3-fa76-475f-b3fc-3672834a03dc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379868 Dec 14 18:11:01.416929 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5afdb5-d132-4908-9cdb-2b7dda45d683 req-d666a5bc-645a-4869-86d2-f2453835de74 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:01.419153 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3a5afdb5-d132-4908-9cdb-2b7dda45d683 req-d666a5bc-645a-4869-86d2-f2453835de74 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 946 time: 0.0836611 Dec 14 18:11:01.467873 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3a5afdb5-d132-4908-9cdb-2b7dda45d683 req-9c4ed8e1-965c-42b6-9e5a-4eaeab3c662f tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424230 Dec 14 18:11:02.683399 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f7241b-ba85-467d-ba01-739f1e6e0611 req-ce619bbb-f9a4-40c0-87ba-6263b6656c50 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:02.685599 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e0f7241b-ba85-467d-ba01-739f1e6e0611 req-ce619bbb-f9a4-40c0-87ba-6263b6656c50 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 946 time: 0.0868134 Dec 14 18:11:02.736770 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e0f7241b-ba85-467d-ba01-739f1e6e0611 req-a8fa2b79-fc49-435d-94a2-c87eea56b00c tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443311 Dec 14 18:11:07.876629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-f3dd44af-f549-47c7-9910-65f0bd0fbaa7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:07.878244 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-f3dd44af-f549-47c7-9910-65f0bd0fbaa7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 815 time: 0.1566265 Dec 14 18:11:07.895459 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-7fd59f5c-ca5b-40ae-a0b8-e2c9ec759329 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/quotas/2ddb80ee0fbf4cc9b219b5c29e9cedf4 HTTP/1.1" status: 200 len: 375 time: 0.0114393 Dec 14 18:11:07.980984 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-d54370c9-aba5-4262-9ada-9c4d8eeec666 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0801861 Dec 14 18:11:08.123195 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-e39850f5-6f03-4170-9042-4d637e79a3c0 service neutron] 10.222.0.58 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348808 Dec 14 18:11:08.264617 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9969fbbc-1416-43e3-8c0a-cc9293e29524 service neutron] 10.222.0.58 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350570 Dec 14 18:11:08.567994 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-08001a8b-b931-4706-ae1c-c6f52682a688 req-0db29914-cea0-4a52-834a-7c8f19dd6436 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 210 time: 0.0491259 Dec 14 18:11:09.745877 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-22092b0e-ad73-4a12-bbe9-6a0e04bb6f00 req-cb2c10b1-7ed3-4fa6-878b-869334480bbf tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 210 time: 0.0460358 Dec 14 18:11:10.231966 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ce98372f-7ce8-4994-879f-8ba44d38b2b7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:10.233513 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ce98372f-7ce8-4994-879f-8ba44d38b2b7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 815 time: 0.1636453 Dec 14 18:11:10.247458 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Request body: {'port': {'device_id': 'b39b17e6-ff10-44d0-8283-d6b226d16664', 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'admin_state_up': True, 'tenant_id': '2ddb80ee0fbf4cc9b219b5c29e9cedf4'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:11:10.395002 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:11:10.405611 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:11:10.462576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Made reservation on behalf of 2ddb80ee0fbf4cc9b219b5c29e9cedf4 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:11:10.468393 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:10.650167 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Allocated IP 172.20.0.11 (a220b1da-c742-4491-bf9d-36e8b76bb4b2/523b336b-4f11-460b-af59-0f15ecd6ba2d/3c687bfc-9b6b-4d16-9844-fc824224bd2e) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:11:11.113858 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3985e989-8f68-4275-bdd0-76e9e0205244 req-9c03d498-0865-4e95-9313-e89d897e56d8 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 210 time: 0.0589101 Dec 14 18:11:11.137881 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:11.194017 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:11.201128 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-5097146c-89df-48eb-8072-ce7a061b98f6 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:11.205464 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['65abb35e-9555-4797-adbe-591c15e98c8f'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:11:11.265804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Network a220b1da-c742-4491-bf9d-36e8b76bb4b2 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:11:11.269036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:11:11.273241 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:11:11.319397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Pushing event updated for resources: {'Port': ['ID=3c687bfc-9b6b-4d16-9844-fc824224bd2e,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:11.344436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.344856 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.345277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.345720 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.346099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.346509 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.346954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.347328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.347733 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.348135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.348536 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:11.354079 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:11.365214 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:11.365860 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:11.420724 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-9f15d92c-5aa1-47ff-9fa9-c6c6425f70da tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1772044 Dec 14 18:11:11.430994 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-4d85d754-afbb-4b13-94ac-511b239d2879 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:11:11.431994 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-4d85d754-afbb-4b13-94ac-511b239d2879 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0054324 Dec 14 18:11:11.443430 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Request body: {'port': {'device_id': 'b39b17e6-ff10-44d0-8283-d6b226d16664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:11:11.562472 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:11.922346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c687bfc-9b6b-4d16-9844-fc824224bd2e {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:11:11.929232 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:11.944200 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Transition to ACTIVE for port object 3c687bfc-9b6b-4d16-9844-fc824224bd2e will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:11:12.039049 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:12.044395 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3db64e36-1fec-4f8a-ab05-c6878d711719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:12.171799 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c687bfc-9b6b-4d16-9844-fc824224bd2e,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:12.176195 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:12.286618 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Attempting to bind port 3c687bfc-9b6b-4d16-9844-fc824224bd2e on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:11:12.287029 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Attempting to bind port 3c687bfc-9b6b-4d16-9844-fc824224bd2e by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:11:12.287397 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Attempting to bind port 3c687bfc-9b6b-4d16-9844-fc824224bd2e on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:11:12.294067 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Port 3c687bfc-9b6b-4d16-9844-fc824224bd2e on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:11:12.294369 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Attempting to bind port 3c687bfc-9b6b-4d16-9844-fc824224bd2e on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:11:12.301078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:11:12.301451 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Checking segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:11:12.301871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Bound using segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:11:12.302338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Bound port: 3c687bfc-9b6b-4d16-9844-fc824224bd2e, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:11:12.302745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:12.320637 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ef530-9837-40bb-995b-1277f9754002 req-d586be15-5800-4a8e-812f-92fd2757ee71 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:12.322220 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c7ef530-9837-40bb-995b-1277f9754002 req-d586be15-5800-4a8e-812f-92fd2757ee71 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 944 time: 0.0832350 Dec 14 18:11:12.371235 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0c7ef530-9837-40bb-995b-1277f9754002 req-34511a7d-9aaa-47fd-a104-9d55ff9dc9b8 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420349 Dec 14 18:11:12.394796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] For port 3c687bfc-9b6b-4d16-9844-fc824224bd2e, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:11:12.397913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] For port 3c687bfc-9b6b-4d16-9844-fc824224bd2e, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3c687bfc-9b6b-4d16-9844-fc824224bd2e,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:11:12.442437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:12.446918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-eb58aab0-38fc-406e-b878-dcdba41b022e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:12.515129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:12.516602 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] 10.222.0.18 "PUT /v2.0/ports/3c687bfc-9b6b-4d16-9844-fc824224bd2e HTTP/1.1" status: 200 len: 1094 time: 1.0784972 Dec 14 18:11:12.517149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b39b17e6-ff10-44d0-8283-d6b226d16664', 'tag': '3c687bfc-9b6b-4d16-9844-fc824224bd2e'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:11:12.530612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Pushing event updated for resources: {'Port': ['ID=3c687bfc-9b6b-4d16-9844-fc824224bd2e,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:12.533924 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:12.573232 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b39b17e6-ff10-44d0-8283-d6b226d16664', 'tag': '3c687bfc-9b6b-4d16-9844-fc824224bd2e', 'status': 'completed', 'code': 200} Dec 14 18:11:12.668295 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02dc4bf5-85ae-47ef-8fe8-8c62759d76ee req-0d0e9f93-17d3-44b2-8f8c-e36b744ca512 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 1097 time: 0.0742764 Dec 14 18:11:12.824787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc4bf5-85ae-47ef-8fe8-8c62759d76ee req-cd7d77d9-d8e5-441d-969e-e77362cfe226 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:12.826449 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02dc4bf5-85ae-47ef-8fe8-8c62759d76ee req-cd7d77d9-d8e5-441d-969e-e77362cfe226 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1519642 Dec 14 18:11:12.984170 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dc4bf5-85ae-47ef-8fe8-8c62759d76ee req-86581dd4-2dcc-41cc-88cc-130419adccef service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:12.985793 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02dc4bf5-85ae-47ef-8fe8-8c62759d76ee req-86581dd4-2dcc-41cc-88cc-130419adccef service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1534562 Dec 14 18:11:13.108915 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-71e7a362-c922-47b0-8741-3406983be5af service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 1097 time: 0.0840545 Dec 14 18:11:13.180799 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-29cee7e3-bbb4-404b-b918-cd327279ec89 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3c687bfc-9b6b-4d16-9844-fc824224bd2e HTTP/1.1" status: 200 len: 217 time: 0.0649691 Dec 14 18:11:13.256489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-66eed4a7-376b-4832-88cf-53b1b06c1aac service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:13.258078 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-66eed4a7-376b-4832-88cf-53b1b06c1aac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=523b336b-4f11-460b-af59-0f15ecd6ba2d HTTP/1.1" status: 200 len: 855 time: 0.0709493 Dec 14 18:11:13.309392 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-45ee4128-78ac-4e27-bc16-479960b87822 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a220b1da-c742-4491-bf9d-36e8b76bb4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443006 Dec 14 18:11:13.457104 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-576b690c-9f8c-4346-bbc7-d0b01ac3b143 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424558 Dec 14 18:11:13.590724 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37dfd4a-9f12-4fbc-ab79-5426d376c1aa req-fc124767-22c4-4aec-80a0-660bf87417bb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:13.592330 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a37dfd4a-9f12-4fbc-ab79-5426d376c1aa req-fc124767-22c4-4aec-80a0-660bf87417bb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 944 time: 0.0989437 Dec 14 18:11:13.606727 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-4b8fd32d-c372-4f58-83ac-7658860eee2a req-216af852-d99f-4690-93f8-d6db0af0c062 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418908 Dec 14 18:11:13.644662 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a37dfd4a-9f12-4fbc-ab79-5426d376c1aa req-028d1a18-2b21-4557-a0a2-2ec128116c8b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461142 Dec 14 18:11:14.857823 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261040c0-9f2d-45e6-8644-1ed69ca3686f req-917d643c-bf50-471a-9332-04e70a83e0eb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:14.858574 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-261040c0-9f2d-45e6-8644-1ed69ca3686f req-917d643c-bf50-471a-9332-04e70a83e0eb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:11:14.907631 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-261040c0-9f2d-45e6-8644-1ed69ca3686f req-917d643c-bf50-471a-9332-04e70a83e0eb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:11:14.908877 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-261040c0-9f2d-45e6-8644-1ed69ca3686f req-917d643c-bf50-471a-9332-04e70a83e0eb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 944 time: 0.1371350 Dec 14 18:11:14.956656 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-261040c0-9f2d-45e6-8644-1ed69ca3686f req-78c7a496-b217-46da-aece-f146a5df6aa7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Dec 14 18:11:15.216932 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5c03d05-5297-41fc-b584-e7cdfa237436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:16.157504 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff080e8-624e-40c1-842e-2e25c36e4cf7 req-994787d1-74b3-480b-a905-215b13fb62d8 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:16.159077 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ff080e8-624e-40c1-842e-2e25c36e4cf7 req-994787d1-74b3-480b-a905-215b13fb62d8 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 944 time: 0.0812142 Dec 14 18:11:16.210493 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0ff080e8-624e-40c1-842e-2e25c36e4cf7 req-5ae7eb36-44b4-4f62-9d11-a6e1e0c04afd tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453374 Dec 14 18:11:16.487122 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 3c687bfc-9b6b-4d16-9844-fc824224bd2e details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:11:16.635434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:16.641557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 3c687bfc-9b6b-4d16-9844-fc824224bd2e, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3c687bfc-9b6b-4d16-9844-fc824224bd2e,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:16.655897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '3c687bfc-9b6b-4d16-9844-fc824224bd2e', 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'port_id': '3c687bfc-9b6b-4d16-9844-fc824224bd2e', 'mac_address': 'fa:16:3e:e8:5e:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523b336b-4f11-460b-af59-0f15ecd6ba2d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:11:16.714213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:16.732987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c687bfc-9b6b-4d16-9844-fc824224bd2e {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:11:16.747873 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 3c687bfc-9b6b-4d16-9844-fc824224bd2e, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3c687bfc-9b6b-4d16-9844-fc824224bd2e,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:16.776259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:16.778754 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:16.842575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=3c687bfc-9b6b-4d16-9844-fc824224bd2e,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:16.851513 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.851900 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.852278 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.852652 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.853024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.853395 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.853763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.854157 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.854523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.854933 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.855296 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88326) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:11:16.859311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:17.110285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['3c687bfc-9b6b-4d16-9844-fc824224bd2e'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:11:17.342333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4751416d-3048-4f40-83a0-d62e4dc10878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:17.421475 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179b1303-0b94-4bfe-b3ef-54316fbe5f00 req-4ec4df74-3c80-420e-9652-a9d91c7b8ff6 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:17.423102 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-179b1303-0b94-4bfe-b3ef-54316fbe5f00 req-4ec4df74-3c80-420e-9652-a9d91c7b8ff6 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 945 time: 0.0855794 Dec 14 18:11:17.470921 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-179b1303-0b94-4bfe-b3ef-54316fbe5f00 req-df152463-bb01-483e-b15a-5b9e83e8b7f8 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418882 Dec 14 18:11:17.964903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:18.501314 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 3c687bfc-9b6b-4d16-9844-fc824224bd2e up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:11:18.543719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:18.598792 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 3c687bfc-9b6b-4d16-9844-fc824224bd2e completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:11:18.603986 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 3c687bfc-9b6b-4d16-9844-fc824224bd2e triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:11:18.604539 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:18.676354 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ecced7-0eaf-4d94-9c0a-e1b8e0545aa3 req-7bea0df2-e583-48cd-b106-8631b8a4ffed tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:18.677939 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d1ecced7-0eaf-4d94-9c0a-e1b8e0545aa3 req-7bea0df2-e583-48cd-b106-8631b8a4ffed tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 945 time: 0.0822928 Dec 14 18:11:18.724773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:18.727047 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d1ecced7-0eaf-4d94-9c0a-e1b8e0545aa3 req-46ff240a-4a5c-4d07-a971-54d48c5f7299 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429130 Dec 14 18:11:18.753907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39b17e6-ff10-44d0-8283-d6b226d16664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c687bfc-9b6b-4d16-9844-fc824224bd2e'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:11:18.764253 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 3c687bfc-9b6b-4d16-9844-fc824224bd2e, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3c687bfc-9b6b-4d16-9844-fc824224bd2e,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:18.798879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:18.800869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:18.832053 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39b17e6-ff10-44d0-8283-d6b226d16664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c687bfc-9b6b-4d16-9844-fc824224bd2e', 'code': 200} Dec 14 18:11:18.873719 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=3c687bfc-9b6b-4d16-9844-fc824224bd2e,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:18.876890 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:19.110340 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0b03123b-daed-4b02-9602-8d39c68cbb51 req-db954210-3829-4ac7-af45-9689a2bee682 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 1099 time: 0.0741909 Dec 14 18:11:19.157931 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0b03123b-daed-4b02-9602-8d39c68cbb51 req-55cde18a-28d2-4bff-9780-a214b5e4a7d9 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413647 Dec 14 18:11:19.350518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:19.935949 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4c0ad4-f5b2-45e7-80bd-505b4fafb41e req-30b88dc0-7c5d-40e2-9fb7-363ef95daa56 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:19.937490 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1c4c0ad4-f5b2-45e7-80bd-505b4fafb41e req-30b88dc0-7c5d-40e2-9fb7-363ef95daa56 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 946 time: 0.0880330 Dec 14 18:11:19.984505 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1c4c0ad4-f5b2-45e7-80bd-505b4fafb41e req-22b60b19-5a77-4e3c-b19d-f077b41160bf tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408003 Dec 14 18:11:21.400259 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2519d3-f64e-423e-af5f-7a0a8955ec84 req-bc83c2e8-2a5c-44d1-b92e-5b54ef330211 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:21.401868 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7c2519d3-f64e-423e-af5f-7a0a8955ec84 req-bc83c2e8-2a5c-44d1-b92e-5b54ef330211 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 946 time: 0.2941265 Dec 14 18:11:21.450957 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7c2519d3-f64e-423e-af5f-7a0a8955ec84 req-bb5fa2ee-d45a-454a-b7e6-f06c79258b05 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426731 Dec 14 18:11:24.087703 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-3d07f5da-19b0-41fc-b401-6333339ee20a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:24.089258 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-3d07f5da-19b0-41fc-b401-6333339ee20a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 815 time: 0.1514969 Dec 14 18:11:24.107329 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-4a739aed-9fcd-41f1-8689-e4ac5244d1b7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/quotas/2ddb80ee0fbf4cc9b219b5c29e9cedf4 HTTP/1.1" status: 200 len: 375 time: 0.0115290 Dec 14 18:11:24.190318 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-04b17bb1-a5ee-4acc-afe6-6f9b1f885e68 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0778310 Dec 14 18:11:24.329509 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-8c598150-0f90-4528-aff2-bafbb0528d34 service neutron] 10.222.0.58 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318913 Dec 14 18:11:24.470287 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-ebd764d8-2a97-4cc5-9fc7-c4ba0d57cab5 service neutron] 10.222.0.58 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342032 Dec 14 18:11:24.697775 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c60b402f-351e-4f52-9bb5-11988fe6a987 req-02036386-bcec-42ef-9496-ea1a11e169c4 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 210 time: 0.0493929 Dec 14 18:11:25.952221 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8b04f378-fec1-4d54-8b03-2b8924249b61 req-02646204-bd7e-4a5d-b367-5180bde361a7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 210 time: 0.1315601 Dec 14 18:11:26.130538 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-d449ce45-17b9-4dd2-9a04-b104920d2df9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:26.132060 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-d449ce45-17b9-4dd2-9a04-b104920d2df9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 815 time: 0.1596899 Dec 14 18:11:26.146815 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Request body: {'port': {'device_id': 'b4ad4323-f91a-4055-a248-999d6e6024d9', 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'admin_state_up': True, 'tenant_id': '2ddb80ee0fbf4cc9b219b5c29e9cedf4'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:11:26.290444 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:11:26.301131 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:11:26.405050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Made reservation on behalf of 2ddb80ee0fbf4cc9b219b5c29e9cedf4 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:11:26.410919 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:26.579302 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Allocated IP 172.20.0.10 (a220b1da-c742-4491-bf9d-36e8b76bb4b2/523b336b-4f11-460b-af59-0f15ecd6ba2d/7dc72992-c0d0-4740-864a-1dac9670fb14) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:11:26.915275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:26.970206 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:26.975745 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-053e9728-1242-48b1-913a-a35f5d699897 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:26.986571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['65abb35e-9555-4797-adbe-591c15e98c8f', '3c687bfc-9b6b-4d16-9844-fc824224bd2e'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:11:27.042362 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Network a220b1da-c742-4491-bf9d-36e8b76bb4b2 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:11:27.050718 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:11:27.056143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:11:27.087594 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Pushing event updated for resources: {'Port': ['ID=7dc72992-c0d0-4740-864a-1dac9670fb14,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:27.099714 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:27.176298 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:27.176969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:27.231711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d23113-52c1-44de-ba3f-09360d31563e req-b1e8472d-b970-40b8-9ca1-e29cc245d906 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:27.231711 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-d6d23113-52c1-44de-ba3f-09360d31563e req-b1e8472d-b970-40b8-9ca1-e29cc245d906 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:11:27.250579 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-de23db46-9634-417d-a6db-2e1159a4674b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1076760 Dec 14 18:11:27.272804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-d6d23113-52c1-44de-ba3f-09360d31563e req-b1e8472d-b970-40b8-9ca1-e29cc245d906 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:11:27.274076 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d6d23113-52c1-44de-ba3f-09360d31563e req-b1e8472d-b970-40b8-9ca1-e29cc245d906 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 932 time: 0.1790924 Dec 14 18:11:27.325620 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d6d23113-52c1-44de-ba3f-09360d31563e req-64d858fd-96ff-43f2-826b-c15f4f2198f5 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439329 Dec 14 18:11:27.343700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Request body: {'port': {'device_id': 'b4ad4323-f91a-4055-a248-999d6e6024d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:11:27.455785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:27.804089 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7dc72992-c0d0-4740-864a-1dac9670fb14 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:11:27.811400 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:27.826592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Transition to ACTIVE for port object 7dc72992-c0d0-4740-864a-1dac9670fb14 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:11:27.855571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:27.859959 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8af15e7f-f57c-44d8-8fc2-dd5f8eb304e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:28.237801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc72992-c0d0-4740-864a-1dac9670fb14,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:28.242787 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:28.356023 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ff5fdee-4280-429c-9262-029c72752de0 req-b1622f73-ad03-45a4-a1d6-85c3ea7669a8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1850796 Dec 14 18:11:28.373307 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Attempting to bind port 7dc72992-c0d0-4740-864a-1dac9670fb14 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:11:28.373676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Attempting to bind port 7dc72992-c0d0-4740-864a-1dac9670fb14 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:11:28.374047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Attempting to bind port 7dc72992-c0d0-4740-864a-1dac9670fb14 on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:11:28.382118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Port 7dc72992-c0d0-4740-864a-1dac9670fb14 on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:11:28.382800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Attempting to bind port 7dc72992-c0d0-4740-864a-1dac9670fb14 on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:11:28.392575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:11:28.392955 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Checking segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:11:28.393387 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Bound using segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:11:28.393861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Bound port: 7dc72992-c0d0-4740-864a-1dac9670fb14, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:11:28.394244 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:28.531460 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5614c36-fcf6-4b33-b036-bc9c4fe16f97 req-185bb650-de68-4a71-9f05-b3bcc6f35a9e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:28.532965 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d5614c36-fcf6-4b33-b036-bc9c4fe16f97 req-185bb650-de68-4a71-9f05-b3bcc6f35a9e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 944 time: 0.0834363 Dec 14 18:11:28.544288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] For port 7dc72992-c0d0-4740-864a-1dac9670fb14, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:11:28.548656 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] For port 7dc72992-c0d0-4740-864a-1dac9670fb14, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7dc72992-c0d0-4740-864a-1dac9670fb14,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:11:28.563346 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ff5fdee-4280-429c-9262-029c72752de0 req-ac394d62-f1a0-4a6f-b69e-618ac769d57a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 1099 time: 0.1229906 Dec 14 18:11:28.576166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:28.580977 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-ffe7db45-7724-411c-b021-dc93284882d9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:28.582472 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d5614c36-fcf6-4b33-b036-bc9c4fe16f97 req-b3531a22-b1d9-4762-8acb-ab10c92fe5e0 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428522 Dec 14 18:11:28.716099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:28.717559 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] 10.222.0.18 "PUT /v2.0/ports/7dc72992-c0d0-4740-864a-1dac9670fb14 HTTP/1.1" status: 200 len: 1094 time: 1.4579763 Dec 14 18:11:28.722173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ad4323-f91a-4055-a248-999d6e6024d9', 'tag': '7dc72992-c0d0-4740-864a-1dac9670fb14'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:11:28.766075 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Pushing event updated for resources: {'Port': ['ID=7dc72992-c0d0-4740-864a-1dac9670fb14,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:28.770876 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:28.851889 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fdee-4280-429c-9262-029c72752de0 req-6c29a4f1-f049-413b-b7f2-9e1a85e3447d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:28.853470 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ff5fdee-4280-429c-9262-029c72752de0 req-6c29a4f1-f049-413b-b7f2-9e1a85e3447d service neutron] 10.222.0.18 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 916 time: 0.2422535 Dec 14 18:11:28.914673 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ad4323-f91a-4055-a248-999d6e6024d9', 'tag': '7dc72992-c0d0-4740-864a-1dac9670fb14', 'status': 'completed', 'code': 200} Dec 14 18:11:28.938700 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ff5fdee-4280-429c-9262-029c72752de0 req-8605dabc-1e12-4e4f-9f98-dda55cff7865 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=65abb35e-9555-4797-adbe-591c15e98c8f HTTP/1.1" status: 200 len: 217 time: 0.0792115 Dec 14 18:11:28.991772 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-e7792dad-ba61-4b4e-a463-df2bfed1abd4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 1097 time: 0.2040498 Dec 14 18:11:29.075037 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-bef935d0-6503-46e6-ae9c-d4f24f8aa265 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dc72992-c0d0-4740-864a-1dac9670fb14 HTTP/1.1" status: 200 len: 217 time: 0.0741785 Dec 14 18:11:29.078285 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ff5fdee-4280-429c-9262-029c72752de0 req-de5b89bb-a145-4fb7-84b6-9aa2f29529e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:29.079757 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ff5fdee-4280-429c-9262-029c72752de0 req-de5b89bb-a145-4fb7-84b6-9aa2f29529e7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=523b336b-4f11-460b-af59-0f15ecd6ba2d HTTP/1.1" status: 200 len: 855 time: 0.1341908 Dec 14 18:11:29.163989 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ff5fdee-4280-429c-9262-029c72752de0 req-31e7a769-fbd8-496a-9a62-5ebf1dcf8371 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a220b1da-c742-4491-bf9d-36e8b76bb4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485921 Dec 14 18:11:29.261121 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-8077e17c-8b13-4260-9a3c-0bdcd7d1e2af service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:29.262709 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-8077e17c-8b13-4260-9a3c-0bdcd7d1e2af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=523b336b-4f11-460b-af59-0f15ecd6ba2d HTTP/1.1" status: 200 len: 855 time: 0.1812723 Dec 14 18:11:29.325018 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-1552ef77-4c53-470c-9739-49663ce6c894 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a220b1da-c742-4491-bf9d-36e8b76bb4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519762 Dec 14 18:11:29.440272 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ff5fdee-4280-429c-9262-029c72752de0 req-3171d92e-c7a9-4c57-8926-eb68f6e44706 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2659917 Dec 14 18:11:29.584804 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-01d02b59-31c8-489a-8ca7-293702d6685e service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2469985 Dec 14 18:11:29.709041 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-1ff5fdee-4280-429c-9262-029c72752de0 req-8b6eea97-8714-495b-9353-82d43b5773a6 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2585618 Dec 14 18:11:29.767092 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fe403d44-a9cf-4a2f-b10a-c6560725c866 req-c83ca9ec-f870-486d-ae70-671dc057cdc7 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692078 Dec 14 18:11:29.923114 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-532bf650-64f5-4766-9982-2833d2f538b5 req-bcd560e1-761b-461f-b0b5-e18258b70414 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 1097 time: 0.0807893 Dec 14 18:11:30.020679 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e388f0d8-3211-429f-a844-2628f881c140 req-c2a6305f-259b-4f2d-b46f-5941f73d3fc2 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:30.022158 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e388f0d8-3211-429f-a844-2628f881c140 req-c2a6305f-259b-4f2d-b46f-5941f73d3fc2 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 944 time: 0.3018451 Dec 14 18:11:30.083487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bf650-64f5-4766-9982-2833d2f538b5 req-62603f22-c16e-4519-b823-5395699903d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:30.085124 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-532bf650-64f5-4766-9982-2833d2f538b5 req-62603f22-c16e-4519-b823-5395699903d1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 916 time: 0.1563263 Dec 14 18:11:30.088455 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e388f0d8-3211-429f-a844-2628f881c140 req-d8f24751-7e30-4a35-b4a4-9d4baf272601 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566781 Dec 14 18:11:30.161294 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-532bf650-64f5-4766-9982-2833d2f538b5 req-8bb5e787-4670-4fa7-872c-6072cec41d1f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7dc72992-c0d0-4740-864a-1dac9670fb14 HTTP/1.1" status: 200 len: 217 time: 0.0697503 Dec 14 18:11:30.231635 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532bf650-64f5-4766-9982-2833d2f538b5 req-b71e8ff5-d8f8-42c3-8eb2-945235ecd8ef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:30.233175 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-532bf650-64f5-4766-9982-2833d2f538b5 req-b71e8ff5-d8f8-42c3-8eb2-945235ecd8ef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=523b336b-4f11-460b-af59-0f15ecd6ba2d HTTP/1.1" status: 200 len: 855 time: 0.0658565 Dec 14 18:11:30.282966 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-532bf650-64f5-4766-9982-2833d2f538b5 req-f8f8eb18-d077-479a-b514-439884705e91 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a220b1da-c742-4491-bf9d-36e8b76bb4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438447 Dec 14 18:11:30.426217 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-532bf650-64f5-4766-9982-2833d2f538b5 req-09991b62-1977-4411-b129-491573e05cb5 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370792 Dec 14 18:11:30.787731 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-532bf650-64f5-4766-9982-2833d2f538b5 req-f9945a4e-9f0d-4f9e-ba24-6f3566e42490 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3548551 Dec 14 18:11:31.302142 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1658d38-8ec5-4722-bd71-9c28651e26d9 req-9d81ecdb-2441-464f-b51a-3903b72a93ff tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:31.303776 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a1658d38-8ec5-4722-bd71-9c28651e26d9 req-9d81ecdb-2441-464f-b51a-3903b72a93ff tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 944 time: 0.0827425 Dec 14 18:11:31.355200 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a1658d38-8ec5-4722-bd71-9c28651e26d9 req-f13f7624-4cf4-480a-9b27-93aa6d9299a9 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451205 Dec 14 18:11:32.557045 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be1298-d6f6-4785-b896-347cf5d62469 req-6a94e59e-d3b7-43e7-8550-3ee17327c40a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:32.558718 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-34be1298-d6f6-4785-b896-347cf5d62469 req-6a94e59e-d3b7-43e7-8550-3ee17327c40a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 944 time: 0.0820377 Dec 14 18:11:32.608865 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-34be1298-d6f6-4785-b896-347cf5d62469 req-e43439b9-58a8-475a-b4d9-fb5cf0052c71 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433490 Dec 14 18:11:32.610774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7dc72992-c0d0-4740-864a-1dac9670fb14 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:11:32.753558 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7dc72992-c0d0-4740-864a-1dac9670fb14, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7dc72992-c0d0-4740-864a-1dac9670fb14,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:32.767712 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': '7dc72992-c0d0-4740-864a-1dac9670fb14', 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'port_id': '7dc72992-c0d0-4740-864a-1dac9670fb14', 'mac_address': 'fa:16:3e:68:f7:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523b336b-4f11-460b-af59-0f15ecd6ba2d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:11:32.823194 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:32.841404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7dc72992-c0d0-4740-864a-1dac9670fb14 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:11:32.856459 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7dc72992-c0d0-4740-864a-1dac9670fb14, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7dc72992-c0d0-4740-864a-1dac9670fb14,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:32.884404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:32.886282 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dab61e39-3c78-4037-8f97-6079a380e8d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:32.966078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=7dc72992-c0d0-4740-864a-1dac9670fb14,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:32.969295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:33.196205 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['7dc72992-c0d0-4740-864a-1dac9670fb14'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:11:33.817600 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa10225-d6c0-4364-8bd1-3aef9243dda7 req-19e056ad-0f03-4802-87d6-04d34b0aa87b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:33.907398 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7fa10225-d6c0-4364-8bd1-3aef9243dda7 req-19e056ad-0f03-4802-87d6-04d34b0aa87b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 945 time: 0.0888734 Dec 14 18:11:33.907398 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7fa10225-d6c0-4364-8bd1-3aef9243dda7 req-3e52296e-6ddf-4116-a312-3461e3d8ef56 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414031 Dec 14 18:11:34.630902 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7dc72992-c0d0-4740-864a-1dac9670fb14 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:11:34.723894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port 7dc72992-c0d0-4740-864a-1dac9670fb14 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:11:34.728773 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port 7dc72992-c0d0-4740-864a-1dac9670fb14 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:11:34.729193 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:34.846344 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:34.873221 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ad4323-f91a-4055-a248-999d6e6024d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc72992-c0d0-4740-864a-1dac9670fb14'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:11:34.883123 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port 7dc72992-c0d0-4740-864a-1dac9670fb14, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7dc72992-c0d0-4740-864a-1dac9670fb14,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:34.910851 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:34.912974 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:34.943186 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ad4323-f91a-4055-a248-999d6e6024d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7dc72992-c0d0-4740-864a-1dac9670fb14', 'code': 200} Dec 14 18:11:34.983715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=7dc72992-c0d0-4740-864a-1dac9670fb14,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:34.987086 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:35.071998 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b4f37-61d2-4358-9de0-545dca61056b req-3cb3241f-dd13-49b5-88ad-0839c891310a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:35.073698 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d38b4f37-61d2-4358-9de0-545dca61056b req-3cb3241f-dd13-49b5-88ad-0839c891310a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 946 time: 0.0826120 Dec 14 18:11:35.124417 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d38b4f37-61d2-4358-9de0-545dca61056b req-b394f2ad-31dc-4698-8950-9ed736f043d5 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437698 Dec 14 18:11:35.227571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:11:35.251068 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b3c905d9-f9bb-474c-b496-8c5576740cf9 req-2a894198-cdfa-431f-aa8b-32bbb415d08e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 1099 time: 0.0780385 Dec 14 18:11:35.301304 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b3c905d9-f9bb-474c-b496-8c5576740cf9 req-f52037af-a1a0-4b52-aa4f-2e585db85793 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368748 Dec 14 18:11:36.329967 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d85c392-c078-4195-962c-7fc7e7b81fec req-8c42bbed-d666-4fc3-b844-28daffb3bc14 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:36.331559 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6d85c392-c078-4195-962c-7fc7e7b81fec req-8c42bbed-d666-4fc3-b844-28daffb3bc14 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 946 time: 0.0849519 Dec 14 18:11:36.380998 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6d85c392-c078-4195-962c-7fc7e7b81fec req-0a4357e5-a60e-47d5-96cf-b2c2d38a785d tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430949 Dec 14 18:11:37.587138 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2fa657-3369-43ab-8ebf-7f164f13589f req-19201e0b-aa79-4a95-97f9-54e7ab78e0f7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:37.588687 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cb2fa657-3369-43ab-8ebf-7f164f13589f req-19201e0b-aa79-4a95-97f9-54e7ab78e0f7 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 946 time: 0.0816705 Dec 14 18:11:37.636114 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cb2fa657-3369-43ab-8ebf-7f164f13589f req-feebc692-ae4d-4ef9-99b1-bdb2e372489b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408471 Dec 14 18:11:44.469449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-b81d06ec-edd2-46a0-9fb5-32cfc5e2c70e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:44.470967 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-b81d06ec-edd2-46a0-9fb5-32cfc5e2c70e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 815 time: 0.1585138 Dec 14 18:11:44.488345 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-78837f96-940e-44ff-9818-cca926424721 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/quotas/2ddb80ee0fbf4cc9b219b5c29e9cedf4 HTTP/1.1" status: 200 len: 375 time: 0.0115514 Dec 14 18:11:44.575241 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-217e6f26-500c-46e9-ad6a-613a95c6abb6 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0816863 Dec 14 18:11:44.657311 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d2be0a81-caea-4668-98ec-d528b3e73c7f service neutron] http://10.222.0.58:9696/v2.0/extensions returned with HTTP 200 {{(pid=88325) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 14 18:11:44.658459 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d2be0a81-caea-4668-98ec-d528b3e73c7f service neutron] 10.222.0.58 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12161 time: 0.0759912 Dec 14 18:11:44.801752 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-888e052f-e70a-490d-85d1-3c74b35fd336 service neutron] 10.222.0.58 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365101 Dec 14 18:11:44.942142 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-ab7702a8-3e41-426c-a748-d1a8550e86fa service neutron] 10.222.0.58 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342106 Dec 14 18:11:45.197714 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d2112397-fdb1-4cbf-b49b-87328e28002d req-a6d3a219-3b34-48fc-83fe-4eb28887ac88 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 210 time: 0.0459154 Dec 14 18:11:45.217732 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-396a9a95-67f6-417d-bb46-46a8f1a949a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:46.505285 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ec05c6cd-016b-4932-9727-8c669edad775 req-1b059add-6af3-48e4-a451-e67b12782916 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 210 time: 0.0459738 Dec 14 18:11:46.607672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:46.991913 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-f230f0f2-f5a3-49c0-99a7-c9e1688bfd87 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:46.993447 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-f230f0f2-f5a3-49c0-99a7-c9e1688bfd87 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/networks?id=a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 200 len: 815 time: 0.1546292 Dec 14 18:11:47.008051 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Request body: {'port': {'device_id': '12480f51-a495-42be-b2f4-4fb8d2744ff7', 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'admin_state_up': True, 'tenant_id': '2ddb80ee0fbf4cc9b219b5c29e9cedf4'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:11:47.164137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:11:47.174227 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:11:47.207917 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Made reservation on behalf of 2ddb80ee0fbf4cc9b219b5c29e9cedf4 for: {'port': 1} {{(pid=88325) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Dec 14 18:11:47.213471 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:47.323622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-acdacd46-860d-431f-b449-9d46399b6401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:47.385837 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_common [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Allocated IP 172.20.0.12 (a220b1da-c742-4491-bf9d-36e8b76bb4b2/523b336b-4f11-460b-af59-0f15ecd6ba2d/ce0f11c0-8807-4cfe-80ff-6fc5f954fe36) {{(pid=88325) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:137}} Dec 14 18:11:47.617739 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks [] for port, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:47.672495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734821825241', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:47.678571 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-22095b83-dfda-4354-b2ad-22d6e280bc94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:47.690937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['65abb35e-9555-4797-adbe-591c15e98c8f', '3c687bfc-9b6b-4d16-9844-fc824224bd2e', '7dc72992-c0d0-4740-864a-1dac9670fb14'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:11:47.725772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7386493d-428a-49be-a64a-85976ee9ac1e req-21e88eb4-bd63-46ea-82d5-6948a8355e62 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:47.732678 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7386493d-428a-49be-a64a-85976ee9ac1e req-21e88eb4-bd63-46ea-82d5-6948a8355e62 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 932 time: 0.1036093 Dec 14 18:11:47.759866 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Pushing event updated for resources: {'Port': ['ID=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:47.768965 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:47.775220 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Network a220b1da-c742-4491-bf9d-36e8b76bb4b2 is already hosted by enough agents. {{(pid=88325) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Dec 14 18:11:47.776454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.scheduler.base_scheduler [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Resources bound (agent type, host, resource id): {{(pid=88325) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:60}} Dec 14 18:11:47.781681 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-7386493d-428a-49be-a64a-85976ee9ac1e req-94e458fb-cd5c-4b37-a15a-c74f7ebf4e2c tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469239 Dec 14 18:11:47.783584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Received port after_create {{(pid=88325) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 14 18:11:47.851137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:47.851862 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:47.979773 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9753258 Dec 14 18:11:47.998334 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.v2.base [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Request body: {'port': {'device_id': '12480f51-a495-42be-b2f4-4fb8d2744ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82173'}} {{(pid=88325) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Dec 14 18:11:48.048532 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:48.113482 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:48.467918 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 {{(pid=88325) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:11:48.474894 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:48.489973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Transition to ACTIVE for port object ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 will not be triggered until provisioned by entity L2. {{(pid=88325) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Dec 14 18:11:48.523629 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:48.550223 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:48.555090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e48e5ec7-2c76-43c0-a620-b533fd29be2a tempest-TestShelveInstance-416158543 tempest-TestShelveInstance-416158543-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:48.682173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Pushing event updated for resources: {'Port': ['ID=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,revision_number=2']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:48.685677 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:48.796829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Attempting to bind port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 on host hv-cinder-82173 for vnic_type normal with profile {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Dec 14 18:11:48.797202 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Attempting to bind port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 by drivers openvswitch,hyperv on host hv-cinder-82173 at level 0 using segments [{'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Dec 14 18:11:48.797567 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Attempting to bind port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:11:48.803548 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82173 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Dec 14 18:11:48.803904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Attempting to bind port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 on network a220b1da-c742-4491-bf9d-36e8b76bb4b2 {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:90}} Dec 14 18:11:48.811050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Checking agent: {'id': 'a574b063-99f6-42ef-ac6b-1ce62b736d54', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82173', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'started_at': datetime.datetime(2021, 12, 14, 17, 58, 18), 'heartbeat_timestamp': datetime.datetime(2021, 12, 14, 18, 11, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:106}} Dec 14 18:11:48.811426 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Checking segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88325) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Dec 14 18:11:48.811850 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Bound using segment: {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'} {{(pid=88325) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:116}} Dec 14 18:11:48.812317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.managers [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Bound port: ce0f11c0-8807-4cfe-80ff-6fc5f954fe36, host: hv-cinder-82173, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6781891f-1fa4-45d9-bab3-8bf75d591c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2'}}] {{(pid=88325) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Dec 14 18:11:48.812699 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:48.940678 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] For port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36, host hv-cinder-82173, cleared binding levels {{(pid=88325) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Dec 14 18:11:48.958642 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] For port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36, host hv-cinder-82173, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88325) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Dec 14 18:11:48.993624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d534617-de59-4e02-b0dc-77983947b7c0 req-9b612c77-a691-43c4-9e3c-ea046d457e76 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:48.994879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-3d534617-de59-4e02-b0dc-77983947b7c0 req-9b612c77-a691-43c4-9e3c-ea046d457e76 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:11:49.000140 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1716377'] for port, after_update {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:49.004521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b474e044-550e-4566-b8b3-5cb85e2ea7e1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:49.068479 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:49.075735 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-906d1727-33f0-4be0-b760-609f2010878e service neutron] 10.222.0.18 "PUT /v2.0/ports/ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 HTTP/1.1" status: 200 len: 1094 time: 1.0775552 Dec 14 18:11:49.075735 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12480f51-a495-42be-b2f4-4fb8d2744ff7', 'tag': 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:11:49.091308 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Pushing event updated for resources: {'Port': ['ID=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,revision_number=3']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:49.094690 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-906d1727-33f0-4be0-b760-609f2010878e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:49.128160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-3d534617-de59-4e02-b0dc-77983947b7c0 req-9b612c77-a691-43c4-9e3c-ea046d457e76 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:11:49.129520 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3d534617-de59-4e02-b0dc-77983947b7c0 req-9b612c77-a691-43c4-9e3c-ea046d457e76 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 944 time: 0.2240412 Dec 14 18:11:49.139232 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12480f51-a495-42be-b2f4-4fb8d2744ff7', 'tag': 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36', 'status': 'completed', 'code': 200} Dec 14 18:11:49.237407 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-3d534617-de59-4e02-b0dc-77983947b7c0 req-f1eafe93-bfe8-4bae-b468-69e77fd26ec6 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010478 Dec 14 18:11:49.260663 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-806dce4d-71a1-447f-a3bd-e7748a8838bf req-ee618cf4-0fa8-45cc-9103-6a57450f72c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 1097 time: 0.1004429 Dec 14 18:11:49.346517 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:49.414368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dce4d-71a1-447f-a3bd-e7748a8838bf req-6a0d27fe-61d3-4ed3-96b7-a24262927a4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:49.415983 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-806dce4d-71a1-447f-a3bd-e7748a8838bf req-6a0d27fe-61d3-4ed3-96b7-a24262927a4a service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1461704 Dec 14 18:11:49.561903 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806dce4d-71a1-447f-a3bd-e7748a8838bf req-60f9a61f-635c-43a4-8ccf-7e741c977f60 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:49.563509 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-806dce4d-71a1-447f-a3bd-e7748a8838bf req-60f9a61f-635c-43a4-8ccf-7e741c977f60 service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1383896 Dec 14 18:11:49.674374 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-a65302b9-500b-4e94-a393-162fbb28436e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 1097 time: 0.0729458 Dec 14 18:11:49.751290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-cfcd2249-0876-4805-b3c5-b8d9d2c65536 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 HTTP/1.1" status: 200 len: 217 time: 0.0667019 Dec 14 18:11:49.818512 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-ffd1d5c5-83f7-4c78-b0fc-42e8820a9b5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:49.819950 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-ffd1d5c5-83f7-4c78-b0fc-42e8820a9b5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=523b336b-4f11-460b-af59-0f15ecd6ba2d HTTP/1.1" status: 200 len: 855 time: 0.0618546 Dec 14 18:11:49.877639 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-ed5879b3-72a6-46eb-84f4-87955fffb507 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=a220b1da-c742-4491-bf9d-36e8b76bb4b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439098 Dec 14 18:11:50.019157 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-fa24a258-64ed-49e6-81d7-e1186d847aa2 service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345885 Dec 14 18:11:50.160145 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-93c2cee0-0ae1-482e-9e81-1653300b9ccd req-2c2a8fb8-91a6-4e75-91eb-b178c95907cf service neutron] 10.222.0.18 "GET /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340065 Dec 14 18:11:50.439315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e874346e-21fb-4cb6-936e-972d297142c2 req-8e0eccd9-b460-4062-bb6b-a7011de1af59 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:50.440836 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e874346e-21fb-4cb6-936e-972d297142c2 req-8e0eccd9-b460-4062-bb6b-a7011de1af59 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 944 time: 0.0814426 Dec 14 18:11:50.488331 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e874346e-21fb-4cb6-936e-972d297142c2 req-9967f587-e6a9-4749-b804-59a9a32dce11 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416288 Dec 14 18:11:51.690135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab8417e-c9b9-438d-89a8-6ce526a43a3d req-56f83f00-6dde-452f-b036-e5d0ba1e5534 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:51.691768 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8ab8417e-c9b9-438d-89a8-6ce526a43a3d req-56f83f00-6dde-452f-b036-e5d0ba1e5534 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 944 time: 0.0815160 Dec 14 18:11:51.741171 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-8ab8417e-c9b9-438d-89a8-6ce526a43a3d req-4773f94f-27a5-4984-9f10-127cc9ecd97b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430150 Dec 14 18:11:52.949427 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5860b4-7180-4adc-8645-131158280f05 req-89135038-7f1f-4dd3-a0b2-d1ebbb7d66ca tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:52.950962 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0e5860b4-7180-4adc-8645-131158280f05 req-89135038-7f1f-4dd3-a0b2-d1ebbb7d66ca tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 944 time: 0.0861847 Dec 14 18:11:52.999046 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-0e5860b4-7180-4adc-8645-131158280f05 req-64355b67-515a-44ef-93d8-bb7e3512cc8b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416617 Dec 14 18:11:54.204423 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9529df-beac-422a-ba2b-a830beaa08a6 req-36819d97-c5f9-4f4d-8f14-70debb6b70bd tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:54.205980 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5a9529df-beac-422a-ba2b-a830beaa08a6 req-36819d97-c5f9-4f4d-8f14-70debb6b70bd tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 944 time: 0.0872896 Dec 14 18:11:54.463926 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5a9529df-beac-422a-ba2b-a830beaa08a6 req-f78fe0bc-f9ae-4243-b5cd-ad4567b14571 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515965 Dec 14 18:11:54.706593 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 details requested by agent hyperv_hv-cinder-82173 with host hv-cinder-82173 {{(pid=88326) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Dec 14 18:11:54.845524 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:54.859708 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Returning: {'device': 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36', 'network_id': 'a220b1da-c742-4491-bf9d-36e8b76bb4b2', 'port_id': 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36', 'mac_address': 'fa:16:3e:b6:91:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '523b336b-4f11-460b-af59-0f15ecd6ba2d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88326) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 14 18:11:54.913796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:54.931854 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 {{(pid=88326) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Dec 14 18:11:54.946412 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:54.984514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:54.987153 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:55.054541 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,revision_number=4']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:55.057790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:55.341252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['ce0f11c0-8807-4cfe-80ff-6fc5f954fe36'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:11:55.665640 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff4525b-aa1e-44a5-b977-9f9f1f2bdc08 req-3350ba54-4cba-4ac2-a844-b6f8e425d052 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:55.667162 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fff4525b-aa1e-44a5-b977-9f9f1f2bdc08 req-3350ba54-4cba-4ac2-a844-b6f8e425d052 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 945 time: 0.0822833 Dec 14 18:11:55.719243 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-fff4525b-aa1e-44a5-b977-9f9f1f2bdc08 req-fd446e42-1217-4eba-b477-e82c63655d58 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454969 Dec 14 18:11:56.739343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 up at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Dec 14 18:11:56.835887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning for port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 completed by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Dec 14 18:11:56.841515 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.provisioning_blocks [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Provisioning complete for port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 triggered by entity L2. {{(pid=88326) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Dec 14 18:11:56.842053 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned--9223372036721116618'] for port, provisioning_complete {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:56.940870 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49785465-db9d-4f99-8a4f-dd0c5252ca81 req-84089a5c-b80a-4e19-ac8f-ed3f899d1085 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:56.942440 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-49785465-db9d-4f99-8a4f-dd0c5252ca81 req-84089a5c-b80a-4e19-ac8f-ed3f899d1085 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 945 time: 0.1002512 Dec 14 18:11:56.961824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036721533198'] for port, before_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:56.988824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12480f51-a495-42be-b2f4-4fb8d2744ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36'}] {{(pid=88326) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:11:56.990851 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-49785465-db9d-4f99-8a4f-dd0c5252ca81 req-178ec67d-0e63-4b73-a371-e1587206689d tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421348 Dec 14 18:11:56.999821 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] For port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88326) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:11:57.053241 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363302032542546', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734821825258', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734821825293'] for port, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:11:57.055295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-00eea84c-745d-40ff-bc58-0581a34edf96 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:11:57.126123 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12480f51-a495-42be-b2f4-4fb8d2744ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36', 'code': 200} Dec 14 18:11:57.126896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Pushing event updated for resources: {'Port': ['ID=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,revision_number=5']} {{(pid=88326) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:11:57.130288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=88326) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:11:57.426386 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ba7d2ad9-548c-4551-beba-c6f18085ec68 req-fa0b018a-f68f-4977-a802-a8b60b0149fd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 1099 time: 0.0752237 Dec 14 18:11:57.471759 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-ba7d2ad9-548c-4551-beba-c6f18085ec68 req-1ec15923-7eed-4e3f-a3cc-e09670971bc0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391388 Dec 14 18:11:58.197114 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27bfc73-4c94-418e-a9bd-d91562f0ec44 req-a277b61e-f6d2-49d0-8ff1-0c125a74df9e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:58.199215 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e27bfc73-4c94-418e-a9bd-d91562f0ec44 req-a277b61e-f6d2-49d0-8ff1-0c125a74df9e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 946 time: 0.0808046 Dec 14 18:11:58.249756 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e27bfc73-4c94-418e-a9bd-d91562f0ec44 req-ed6586d8-f727-42a3-a4f9-9ffbb9f12e51 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445902 Dec 14 18:11:59.453834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a219cbb5-3921-49f5-90ea-430a318d3719 req-fb51b29a-b8d8-436a-867f-6364669df0ff tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:11:59.455455 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a219cbb5-3921-49f5-90ea-430a318d3719 req-fb51b29a-b8d8-436a-867f-6364669df0ff tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 946 time: 0.0820134 Dec 14 18:11:59.504642 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-a219cbb5-3921-49f5-90ea-430a318d3719 req-bbc306d1-2f6f-4dfe-8de6-10b7cd846900 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Dec 14 18:12:07.859510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e42a39-66fd-4785-9847-cafc38436333 req-613d1e6f-3772-4811-bdbf-c7a1bfcd5755 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:07.861075 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7e42a39-66fd-4785-9847-cafc38436333 req-613d1e6f-3772-4811-bdbf-c7a1bfcd5755 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 946 time: 0.0864241 Dec 14 18:12:07.908134 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f7e42a39-66fd-4785-9847-cafc38436333 req-7366d2ae-7915-45ed-b4cf-7579ca51eaba tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409954 Dec 14 18:12:09.110748 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8c642-d51b-4d7e-827f-8eace5df0fc5 req-91c35b9d-9032-4292-a9cb-26fd716583e2 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:09.112304 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-adc8c642-d51b-4d7e-827f-8eace5df0fc5 req-91c35b9d-9032-4292-a9cb-26fd716583e2 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 946 time: 0.0824256 Dec 14 18:12:09.159002 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-adc8c642-d51b-4d7e-827f-8eace5df0fc5 req-1b29a7e1-1e98-4951-be9b-bbd88076cfe4 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406902 Dec 14 18:12:09.847761 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-3426f41b-215f-4c18-8c4d-6b844867f19f tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:09.849263 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-3426f41b-215f-4c18-8c4d-6b844867f19f tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 946 time: 0.0838163 Dec 14 18:12:09.922801 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Deleting port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:12:09.923191 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:10.177179 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] For port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:12:10.177796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:10.305742 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Calling delete_port for ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:12:10.365172 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6298255a-bf56-4b06-a266-ec847e0d2031 req-064e3250-3bce-473a-ae45-3527cd26466d tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:10.366772 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6298255a-bf56-4b06-a266-ec847e0d2031 req-064e3250-3bce-473a-ae45-3527cd26466d tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 946 time: 0.0830491 Dec 14 18:12:10.413839 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-6298255a-bf56-4b06-a266-ec847e0d2031 req-ab9b59e2-3ca4-4edc-ad4a-05c4f34536c2 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409601 Dec 14 18:12:10.539816 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:10.546256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7c2aa0b7-90b7-4e12-8869-3505e414e6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:12:10.557510 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['65abb35e-9555-4797-adbe-591c15e98c8f', '3c687bfc-9b6b-4d16-9844-fc824224bd2e', '7dc72992-c0d0-4740-864a-1dac9670fb14', 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:12:10.590382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Pushing event deleted for resources: {'Port': ['ID=ce0f11c0-8807-4cfe-80ff-6fc5f954fe36,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:12:10.594216 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:12:10.669047 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] No DVR routers for this DVR port ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:12:10.671630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:10.674410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12480f51-a495-42be-b2f4-4fb8d2744ff7', 'name': 'network-vif-deleted', 'tag': 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:12:10.731914 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12480f51-a495-42be-b2f4-4fb8d2744ff7', 'name': 'network-vif-deleted', 'tag': 'ce0f11c0-8807-4cfe-80ff-6fc5f954fe36', 'status': 'completed', 'code': 200} Dec 14 18:12:10.740641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-2d2c5293-ef37-4e8d-a54f-ebcf5086b452 req-cc5544e3-43ee-4f13-b6b1-ec1d7d3208af tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "DELETE /v2.0/ports/ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 HTTP/1.1" status: 204 len: 173 time: 0.8860421 Dec 14 18:12:11.613375 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-cc6e697c-aa41-4616-a066-660767590b1d req-e3e24671-a163-4db0-a56d-aaac038e76b1 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=12480f51-a495-42be-b2f4-4fb8d2744ff7 HTTP/1.1" status: 200 len: 210 time: 0.0599074 Dec 14 18:12:12.227678 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:12:12.778295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:12:12.812277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:12:12.812673 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device ce0f11c0-8807-4cfe-80ff-6fc5f954fe36 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:12:14.473522 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b9e86-e041-4da4-8770-172a99bb0dcf req-91a62fef-b08c-431d-b5a3-43162439febb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:14.474272 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-b55b9e86-e041-4da4-8770-172a99bb0dcf req-91a62fef-b08c-431d-b5a3-43162439febb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:12:14.521201 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-b55b9e86-e041-4da4-8770-172a99bb0dcf req-91a62fef-b08c-431d-b5a3-43162439febb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:12:14.522409 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b55b9e86-e041-4da4-8770-172a99bb0dcf req-91a62fef-b08c-431d-b5a3-43162439febb tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 946 time: 0.1310506 Dec 14 18:12:14.570651 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-b55b9e86-e041-4da4-8770-172a99bb0dcf req-51767750-0c28-436b-bb30-4e8c7a3eeb16 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420177 Dec 14 18:12:15.235715 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-58edcd89-42ff-483c-b8c3-838eaca71151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:15.775277 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b733f61-24e6-444e-9533-a232ac8b64c1 req-6624c6bc-dacc-49ff-8015-6d1c7abba282 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:15.777365 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9b733f61-24e6-444e-9533-a232ac8b64c1 req-6624c6bc-dacc-49ff-8015-6d1c7abba282 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 946 time: 0.0820277 Dec 14 18:12:15.824940 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-9b733f61-24e6-444e-9533-a232ac8b64c1 req-25bc98ef-6cd5-4014-b6ce-2c32f6891e1b tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413997 Dec 14 18:12:16.304134 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61204d11-401a-4e03-a33f-b8687ce26727 req-ad258988-241e-42d1-bb0f-67eaf0e1a187 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:16.305669 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-61204d11-401a-4e03-a33f-b8687ce26727 req-ad258988-241e-42d1-bb0f-67eaf0e1a187 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 946 time: 0.0842271 Dec 14 18:12:16.377070 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Deleting port 7dc72992-c0d0-4740-864a-1dac9670fb14 {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:12:16.377454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:16.618606 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:16.629324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] For port 7dc72992-c0d0-4740-864a-1dac9670fb14, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=7dc72992-c0d0-4740-864a-1dac9670fb14,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:12:16.629723 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:16.754816 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Calling delete_port for 7dc72992-c0d0-4740-864a-1dac9670fb14 owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:12:16.922439 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:16.929507 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d960fa78-e98f-48de-a420-8e7aee9d4a70 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:12:16.936774 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['65abb35e-9555-4797-adbe-591c15e98c8f', '3c687bfc-9b6b-4d16-9844-fc824224bd2e'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:12:17.010337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Pushing event deleted for resources: {'Port': ['ID=7dc72992-c0d0-4740-864a-1dac9670fb14,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:12:17.068843 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-287552ae-b22d-43c9-8312-fc8f64e437e0 req-f7eaa3c6-5001-448a-8b27-846bf3e1da01 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b4ad4323-f91a-4055-a248-999d6e6024d9 HTTP/1.1" status: 200 len: 210 time: 0.0997651 Dec 14 18:12:17.099840 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.100269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.100686 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.101077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.101499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.101907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.102317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.102747 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.103156 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.103560 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.103963 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:17.107499 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:12:17.115113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] No DVR routers for this DVR port 7dc72992-c0d0-4740-864a-1dac9670fb14 on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:12:17.118196 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:17.123102 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ad4323-f91a-4055-a248-999d6e6024d9', 'name': 'network-vif-deleted', 'tag': '7dc72992-c0d0-4740-864a-1dac9670fb14'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:12:17.178320 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ad4323-f91a-4055-a248-999d6e6024d9', 'name': 'network-vif-deleted', 'tag': '7dc72992-c0d0-4740-864a-1dac9670fb14', 'status': 'completed', 'code': 200} Dec 14 18:12:17.190782 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-61204d11-401a-4e03-a33f-b8687ce26727 req-60de5c73-32dd-452d-b99b-c447cfe9ff75 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "DELETE /v2.0/ports/7dc72992-c0d0-4740-864a-1dac9670fb14 HTTP/1.1" status: 204 len: 173 time: 0.8799181 Dec 14 18:12:17.316818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-98f77ce1-579f-4dea-87e8-bd52fc687734 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:17.888211 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:18.521309 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:18.637775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843095e2-7047-4065-aed8-887dd370a78f req-f325585e-2723-47ad-a345-7e93c49eccc0 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:18.638449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-843095e2-7047-4065-aed8-887dd370a78f req-f325585e-2723-47ad-a345-7e93c49eccc0 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:12:18.676701 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-843095e2-7047-4065-aed8-887dd370a78f req-f325585e-2723-47ad-a345-7e93c49eccc0 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:12:18.677950 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-843095e2-7047-4065-aed8-887dd370a78f req-f325585e-2723-47ad-a345-7e93c49eccc0 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 946 time: 0.1258924 Dec 14 18:12:18.726953 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-843095e2-7047-4065-aed8-887dd370a78f req-4ca01359-18ca-4e5a-8909-cdead0d91a9a tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428672 Dec 14 18:12:18.812131 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7dc72992-c0d0-4740-864a-1dac9670fb14 no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:12:18.848563 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 7dc72992-c0d0-4740-864a-1dac9670fb14 {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:12:18.848954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 7dc72992-c0d0-4740-864a-1dac9670fb14 not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:12:19.425436 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:19.940727 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18fe8fb-64b8-4e37-925f-0028fc3dde2f req-44062888-e219-4602-a70b-826a8b885af5 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:19.942302 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d18fe8fb-64b8-4e37-925f-0028fc3dde2f req-44062888-e219-4602-a70b-826a8b885af5 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 946 time: 0.0886185 Dec 14 18:12:19.989857 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-d18fe8fb-64b8-4e37-925f-0028fc3dde2f req-32d4cc13-b620-4d30-982e-8e89080a576c tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414670 Dec 14 18:12:20.186209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-0a4ac1b7-e5bd-4447-a562-a352301a747f tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:20.187768 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-0a4ac1b7-e5bd-4447-a562-a352301a747f tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 946 time: 0.0813739 Dec 14 18:12:20.261780 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Deleting port 3c687bfc-9b6b-4d16-9844-fc824224bd2e {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:12:20.262090 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:20.510209 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] For port 3c687bfc-9b6b-4d16-9844-fc824224bd2e, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=3c687bfc-9b6b-4d16-9844-fc824224bd2e,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:12:20.510609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:20.636937 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Calling delete_port for 3c687bfc-9b6b-4d16-9844-fc824224bd2e owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:12:20.802352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:20.808014 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-0cbe8f94-ea8d-476c-964a-3bf275f1e22f tempest-VolumesActionsTest-1746618683 tempest-VolumesActionsTest-1746618683-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:12:20.813245 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['65abb35e-9555-4797-adbe-591c15e98c8f', '3c687bfc-9b6b-4d16-9844-fc824224bd2e'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:12:20.854526 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Pushing event deleted for resources: {'Port': ['ID=3c687bfc-9b6b-4d16-9844-fc824224bd2e,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:12:20.859390 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:12:20.928861 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] No DVR routers for this DVR port 3c687bfc-9b6b-4d16-9844-fc824224bd2e on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:12:20.931523 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:20.934332 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b39b17e6-ff10-44d0-8283-d6b226d16664', 'name': 'network-vif-deleted', 'tag': '3c687bfc-9b6b-4d16-9844-fc824224bd2e'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:12:20.969340 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-f3d3d220-a211-4526-993e-c6e785d343a0 req-f880eda2-7035-44eb-90d8-7b1a11500179 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "DELETE /v2.0/ports/3c687bfc-9b6b-4d16-9844-fc824224bd2e HTTP/1.1" status: 204 len: 173 time: 0.7762401 Dec 14 18:12:20.991073 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b39b17e6-ff10-44d0-8283-d6b226d16664', 'name': 'network-vif-deleted', 'tag': '3c687bfc-9b6b-4d16-9844-fc824224bd2e', 'status': 'completed', 'code': 200} Dec 14 18:12:21.165379 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-5d5d9395-32bf-4ec4-a221-ea6b6ba14f80 req-6becb61f-6b57-4ac0-90c7-13106bf600a6 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=b39b17e6-ff10-44d0-8283-d6b226d16664 HTTP/1.1" status: 200 len: 210 time: 0.0483487 Dec 14 18:12:22.823716 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 3c687bfc-9b6b-4d16-9844-fc824224bd2e no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:12:22.861230 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 3c687bfc-9b6b-4d16-9844-fc824224bd2e {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:12:22.861622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 3c687bfc-9b6b-4d16-9844-fc824224bd2e not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:12:24.015834 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2f9ada1-9590-43ee-a8f6-bd7a44839d00 req-f2996715-e30c-43ad-9690-0501ad260238 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:24.016576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-c2f9ada1-9590-43ee-a8f6-bd7a44839d00 req-f2996715-e30c-43ad-9690-0501ad260238 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Synchronizing usage tracker for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Dec 14 18:12:24.053630 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [req-c2f9ada1-9590-43ee-a8f6-bd7a44839d00 req-f2996715-e30c-43ad-9690-0501ad260238 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Unset dirty status for tenant:2ddb80ee0fbf4cc9b219b5c29e9cedf4 on resource:port {{(pid=88325) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Dec 14 18:12:24.054889 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c2f9ada1-9590-43ee-a8f6-bd7a44839d00 req-f2996715-e30c-43ad-9690-0501ad260238 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 946 time: 0.1244764 Dec 14 18:12:24.105882 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-c2f9ada1-9590-43ee-a8f6-bd7a44839d00 req-20f099e8-0f76-40ad-a397-092211206770 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448952 Dec 14 18:12:25.318535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618da53-27c7-4ca6-9daa-4c1f47f01a56 req-5f0f6345-72a8-4ded-974e-ed00ef108f46 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88324) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:25.320132 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e618da53-27c7-4ca6-9daa-4c1f47f01a56 req-5f0f6345-72a8-4ded-974e-ed00ef108f46 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 946 time: 0.0907228 Dec 14 18:12:25.367652 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-e618da53-27c7-4ca6-9daa-4c1f47f01a56 req-9bfc6c5e-fa14-4630-afb0-a52399dcce43 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414529 Dec 14 18:12:25.870242 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-8950c5ef-c767-4ef7-ac9b-014f22e1ee7e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:25.871820 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-8950c5ef-c767-4ef7-ac9b-014f22e1ee7e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 946 time: 0.0826285 Dec 14 18:12:25.942547 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Deleting port 65abb35e-9555-4797-adbe-591c15e98c8f {{(pid=88325) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1847}} Dec 14 18:12:25.942960 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363302032552649'] for port, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:26.194772 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] For port 65abb35e-9555-4797-adbe-591c15e98c8f, host hv-cinder-82173, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82173',level=0,port_id=65abb35e-9555-4797-adbe-591c15e98c8f,segment=NetworkSegment(6781891f-1fa4-45d9-bab3-8bf75d591c8f),segment_id=6781891f-1fa4-45d9-bab3-8bf75d591c8f)] {{(pid=88325) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Dec 14 18:12:26.195184 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854109226'] for port, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:26.527498 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Calling delete_port for 65abb35e-9555-4797-adbe-591c15e98c8f owned by compute:nova {{(pid=88325) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1920}} Dec 14 18:12:26.715582 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3ddcfa-eb88-4828-bba0-9b2dc957ceb5 req-e3f20a96-92c7-4792-b462-97694d3228d3 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88325) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Dec 14 18:12:26.717857 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-df3ddcfa-eb88-4828-bba0-9b2dc957ceb5 req-e3f20a96-92c7-4792-b462-97694d3228d3 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/ports?device_id=4d3cdca1-aa16-4076-b4dd-4506cb887a62 HTTP/1.1" status: 200 len: 946 time: 0.1605685 Dec 14 18:12:26.785400 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-df3ddcfa-eb88-4828-bba0-9b2dc957ceb5 req-02696751-c70d-4e89-81f9-aeea0775e466 tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.58 "GET /v2.0/security-groups?id=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573397 Dec 14 18:12:26.796495 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036721534578', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-73212', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363302032542563', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363302032950559', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853059440'] for port, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:26.802843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-84f8a61b-7bcf-4c9b-ada4-fbb0827e31ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:12:26.807829 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.db [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] get_ports_and_sgs() called for port_ids ['65abb35e-9555-4797-adbe-591c15e98c8f'] {{(pid=88326) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 14 18:12:26.846944 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Pushing event deleted for resources: {'Port': ['ID=65abb35e-9555-4797-adbe-591c15e98c8f,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:12:26.851404 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:12:26.924710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.l3_dvrscheduler_db [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] No DVR routers for this DVR port 65abb35e-9555-4797-adbe-591c15e98c8f on host hv-cinder-82173 {{(pid=88325) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Dec 14 18:12:26.927084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854764802'] for port, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:26.929848 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d3cdca1-aa16-4076-b4dd-4506cb887a62', 'name': 'network-vif-deleted', 'tag': '65abb35e-9555-4797-adbe-591c15e98c8f'}] {{(pid=88325) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Dec 14 18:12:26.974644 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [req-02836fab-51df-4bf5-a87f-4d1aefcc16f3 req-b135a741-6e0d-4242-bf1d-3e8792df769e tempest-AttachVolumeNegativeTest-1817024966 tempest-AttachVolumeNegativeTest-1817024966-project] 10.222.0.18 "DELETE /v2.0/ports/65abb35e-9555-4797-adbe-591c15e98c8f HTTP/1.1" status: 204 len: 173 time: 1.0974941 Dec 14 18:12:26.986591 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d3cdca1-aa16-4076-b4dd-4506cb887a62', 'name': 'network-vif-deleted', 'tag': '65abb35e-9555-4797-adbe-591c15e98c8f', 'status': 'completed', 'code': 200} Dec 14 18:12:27.887987 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36682) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:12:27.954969 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Deleting subnet 523b336b-4f11-460b-af59-0f15ecd6ba2d {{(pid=88324) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 14 18:12:27.958250 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.014180 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036852692575'] for subnet, precommit_delete_associations {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.073425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-133650716'] for subnet, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.184024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036721125115', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-695110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1307056', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851818473'] for subnet, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.189315 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:12:28.227857 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=523b336b-4f11-460b-af59-0f15ecd6ba2d,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:12:28.240728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for subnet, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.245408 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.245836 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.246254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.246697 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.247109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.247514 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.247920 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.248325 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.249391 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.249791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.250192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:12:28.253449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:12:28.256451 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-9f1142f7-abe3-4003-a657-5d52064bca84 admin admin] 10.222.0.58 "DELETE /v2.0/subnets/523b336b-4f11-460b-af59-0f15ecd6ba2d HTTP/1.1" status: 204 len: 168 time: 0.3673170 Dec 14 18:12:28.259085 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36686) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:12:28.369676 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-133611943'] for network, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.503148 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-133660293', 'neutron.services.segments.db._delete_segments_for_network-8734822293448'] for network, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.528579 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a220b1da-c742-4491-bf9d-36e8b76bb4b2']}} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:12:28.541466 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6781891f-1fa4-45d9-bab3-8bf75d591c8f') {'for_net_delete': True} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:12:28.541805 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.services.segments.db [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6781891f-1fa4-45d9-bab3-8bf75d591c8f') {} {{(pid=88324) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Dec 14 18:12:28.554118 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734822300121', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2083240'] for segment, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.568491 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036721122589'] for segment, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.574612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=88324) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:326}} Dec 14 18:12:28.575081 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-133653242', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853465326'] for segment, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: Traceback (most recent call last): Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: timer() Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: cb(*args, **kw) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: return func(*args, **kwargs) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: self._notify() Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: self.callback(batched_events) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: event.method(event) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: segment_id)['aggregates'][0] Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 56, in wrapper Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: return f(self, *a, **k) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: return self._get(url).json() Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: **kwargs) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1123, in get Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: return self.request(url, 'GET', **kwargs) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 794, in request Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: **endpoint_filter) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1223, in get_endpoint Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1163, in _auth_required Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 14 18:12:28.589145 dv-cinder-821737-1-smb neutron-server[88215]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 14 18:12:28.687683 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036721115506', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-133560356', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-664828'] for network, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.691487 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a2ba130a-0a12-48d6-8c1f-cd065caced82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:12:28.708597 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-133560531'] for network, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:28.715252 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Pushing event deleted for resources: {'Network': ['ID=a220b1da-c742-4491-bf9d-36e8b76bb4b2,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:12:28.720370 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:12:28.768290 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-51ea921c-ae22-48cd-a548-61430efc74bf admin admin] 10.222.0.58 "DELETE /v2.0/networks/a220b1da-c742-4491-bf9d-36e8b76bb4b2 HTTP/1.1" status: 204 len: 168 time: 0.5081439 Dec 14 18:12:28.858364 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 65abb35e-9555-4797-adbe-591c15e98c8f no longer exists at agent hyperv_hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Dec 14 18:12:28.891437 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.plugin [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] No Port match for: 65abb35e-9555-4797-adbe-591c15e98c8f {{(pid=88326) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2173}} Dec 14 18:12:28.892022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.plugins.ml2.rpc [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Device 65abb35e-9555-4797-adbe-591c15e98c8f not bound to the agent host hv-cinder-82173 {{(pid=88326) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Dec 14 18:12:29.341186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36692) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:12:29.394859 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3f086e14-037e-4c22-a44c-2f4d098d5966 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=2ddb80ee0fbf4cc9b219b5c29e9cedf4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0523527 Dec 14 18:12:29.397268 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 36696) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:12:29.459024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af538b2e-e05b-4ac0-ae67-b6181a5366e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:29.485406 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af538b2e-e05b-4ac0-ae67-b6181a5366e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:29.613337 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af538b2e-e05b-4ac0-ae67-b6181a5366e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:29.618428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3b1a20f5-e93d-4be0-bd01-927d7017ce1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:12:29.632530 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af538b2e-e05b-4ac0-ae67-b6181a5366e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:12:29.635078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-af538b2e-e05b-4ac0-ae67-b6181a5366e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:12:29.669287 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-af538b2e-e05b-4ac0-ae67-b6181a5366e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:29.670538 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-af538b2e-e05b-4ac0-ae67-b6181a5366e5 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/cf89fd1d-f54c-4e85-a04a-a53ab9b8fe04 HTTP/1.1" status: 204 len: 168 time: 0.2722673 Dec 14 18:12:45.213022 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-504cc619-14be-44b4-96a5-18c22c617e49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:46.595979 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:47.349256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-6786710c-d2b8-43e7-bdcc-02c481d4d621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:47.852030 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:48.521382 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:12:49.228189 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:12:49.355624 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:07.235746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37054) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:07.412951 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:07.445059 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:13:07.449042 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Usage tracker for resource:security_group_rule and tenant:240614c0a90f4d2bb3d5331a84b8119c is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:13:07.452545 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:13:07.458770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:13:07.593005 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:07.623489 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:07.630934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-9aafea3d-ba55-40b9-a284-cd33ed30520f tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:07.673684 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4899837a-d8ea-4157-93e1-6e6d930401cf,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:07.678391 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=240614c0a90f4d2bb3d5331a84b8119c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4415631 Dec 14 18:13:07.679448 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:07.681609 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37060) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:07.743896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22e9bcec-fd02-43c0-94e9-fcc8d521140b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:07.774455 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22e9bcec-fd02-43c0-94e9-fcc8d521140b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:07.960843 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22e9bcec-fd02-43c0-94e9-fcc8d521140b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:07.965907 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f3430faf-96fa-47ce-9be9-ab6d9ca0d470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:07.977368 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e9bcec-fd02-43c0-94e9-fcc8d521140b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4899837a-d8ea-4157-93e1-6e6d930401cf,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:07.980001 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-22e9bcec-fd02-43c0-94e9-fcc8d521140b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:07.985781 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-22e9bcec-fd02-43c0-94e9-fcc8d521140b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:07.987032 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-22e9bcec-fd02-43c0-94e9-fcc8d521140b admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/4899837a-d8ea-4157-93e1-6e6d930401cf HTTP/1.1" status: 204 len: 168 time: 0.3048427 Dec 14 18:13:08.439149 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37068) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:08.459040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:08.491317 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:13:08.495288 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Usage tracker for resource:security_group_rule and tenant:9bbc746de87a411f99e379f8cdaae267 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:13:08.498158 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:13:08.504695 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:13:08.570010 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:08.589353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:08.596941 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-78633148-d5c2-4762-a863-6aacd0879366 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:08.641018 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9bbc746de87a411f99e379f8cdaae267&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2007678 Dec 14 18:13:08.641844 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cc2e851-fef6-4a5c-afac-d2124c4a51cd,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:08.644534 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 37072) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:08.644991 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:08.709791 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c24f596a-4f4e-4d8d-8fd9-42a8cfd4819d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:08.737046 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c24f596a-4f4e-4d8d-8fd9-42a8cfd4819d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:08.812197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c24f596a-4f4e-4d8d-8fd9-42a8cfd4819d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:08.817166 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-26200465-2634-460c-9374-52f734483020 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:08.830939 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f596a-4f4e-4d8d-8fd9-42a8cfd4819d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cc2e851-fef6-4a5c-afac-d2124c4a51cd,revision_number=None']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:08.833923 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-c24f596a-4f4e-4d8d-8fd9-42a8cfd4819d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:08.834831 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-c24f596a-4f4e-4d8d-8fd9-42a8cfd4819d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:08.836121 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-c24f596a-4f4e-4d8d-8fd9-42a8cfd4819d admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6cc2e851-fef6-4a5c-afac-d2124c4a51cd HTTP/1.1" status: 204 len: 168 time: 0.1902199 Dec 14 18:13:15.235009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-fa37a386-47e5-4d92-baa6-fb862a4d38ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:16.628950 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:17.331893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-cbbb12ed-8711-469f-9c95-c4b75af0de57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:17.874601 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:18.554405 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:19.349324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:26.229087 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:13:29.373785 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 37286) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:29.528490 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:29.560461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:13:29.564413 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Usage tracker for resource:security_group_rule and tenant:249e5f88546440188b98456d57c83935 is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:13:29.568004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:13:29.573897 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:13:29.646164 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:29.679824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:29.688301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-99a0e499-3015-4a62-af65-7cf2549c5ff3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:29.732576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50bf9635-860e-4ee9-b617-d8e7dc2c5c6c,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:29.742264 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37294) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:29.742481 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=249e5f88546440188b98456d57c83935&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3673847 Dec 14 18:13:29.748398 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.748825 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.749304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.749663 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.750084 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.750494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.750931 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.751434 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.751989 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.752220 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.752626 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88325) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.757428 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-31904ccb-1cd6-4039-85f7-5ecb4196f650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:29.812557 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:29.838830 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:29.896818 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:29.902229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1b65f0c2-9ad1-43d2-a129-5f4be943e676 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:29.917744 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50bf9635-860e-4ee9-b617-d8e7dc2c5c6c,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:29.930824 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:29.932057 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/50bf9635-860e-4ee9-b617-d8e7dc2c5c6c HTTP/1.1" status: 204 len: 168 time: 0.1885285 Dec 14 18:13:29.933710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.934147 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.934652 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.940619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.945952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.945952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.945952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.945952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.945952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.945952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.945952 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821737-1-smb {{(pid=88324) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Dec 14 18:13:29.947333 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-4be51f10-b3e9-496d-9218-e4312d1d41aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:30.455009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37302) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:30.475381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:30.507806 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:13:30.511810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Usage tracker for resource:security_group_rule and tenant:b5116e7e594640b6ba57d313ef0cec2a is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:13:30.514746 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:13:30.521371 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:13:30.587497 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:30.622508 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:30.630521 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-e028dc9b-b25a-4c06-9040-ef8840072ce4 tempest-AttachVolumeTestJSON-898245413 tempest-AttachVolumeTestJSON-898245413-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:30.675551 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3007bf4c-61db-4bc5-84ea-fac624eea015,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:30.678887 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:30.681849 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-a2cd762d-4b9a-4ab9-99cc-0b42ef870023 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=b5116e7e594640b6ba57d313ef0cec2a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2257264 Dec 14 18:13:30.684646 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37306) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:30.748794 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-300c31e6-3b14-4017-9820-5239ee0390b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:30.775651 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-300c31e6-3b14-4017-9820-5239ee0390b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:30.863068 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-300c31e6-3b14-4017-9820-5239ee0390b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:30.867934 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-6d0afb86-65ec-439a-92bb-7dc8f6377fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:30.879009 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300c31e6-3b14-4017-9820-5239ee0390b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3007bf4c-61db-4bc5-84ea-fac624eea015,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:30.882820 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-300c31e6-3b14-4017-9820-5239ee0390b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:30.886271 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-300c31e6-3b14-4017-9820-5239ee0390b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:30.887542 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-300c31e6-3b14-4017-9820-5239ee0390b9 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/3007bf4c-61db-4bc5-84ea-fac624eea015 HTTP/1.1" status: 204 len: 168 time: 0.2018709 Dec 14 18:13:45.211144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0359d1d5-59cb-48a4-ae89-48a5de8a9cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:46.605228 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:47.330457 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9211cd37-7ab0-43c5-82d2-58c7a397be30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:47.862063 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:48.582879 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:49.342233 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:51.993409 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37488) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:52.144968 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:52.176219 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:13:52.180197 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb3d1cbdc264cdda2ba2cfbc9747619 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:13:52.183072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:13:52.188959 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:13:52.259207 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:52.285146 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:52.292662 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-eb111fef-5026-4323-8f4b-65c1ff47105b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:52.335528 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa5f9646-c665-4f1a-b44e-ceda687637de,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:52.341289 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=9eb3d1cbdc264cdda2ba2cfbc9747619&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3453336 Dec 14 18:13:52.341289 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-832df1d1-a78e-4d3c-878c-a4af2b27c2c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:52.343689 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37494) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:52.405240 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e62b-ff40-43b5-aa48-dc24c3d6c17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:52.431973 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e62b-ff40-43b5-aa48-dc24c3d6c17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:52.508304 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e62b-ff40-43b5-aa48-dc24c3d6c17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:52.513627 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-52b31a71-baa5-4cca-8cd4-8e4a8fbd6272 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:52.526018 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff9e62b-ff40-43b5-aa48-dc24c3d6c17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa5f9646-c665-4f1a-b44e-ceda687637de,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:52.529135 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-1ff9e62b-ff40-43b5-aa48-dc24c3d6c17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:52.531109 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1ff9e62b-ff40-43b5-aa48-dc24c3d6c17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:52.532641 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-1ff9e62b-ff40-43b5-aa48-dc24c3d6c17e admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/fa5f9646-c665-4f1a-b44e-ceda687637de HTTP/1.1" status: 204 len: 168 time: 0.1879537 Dec 14 18:13:53.008353 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37502) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:53.027648 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:53.064020 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:13:53.068007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Usage tracker for resource:security_group_rule and tenant:01d3e09d13db4faebb6c86079ed74798 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:13:53.070984 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:13:53.076838 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:13:53.144312 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:53.165199 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:53.172494 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-2d169b32-cb47-498c-8e73-a958ec439fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:53.215989 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a14edb-d0f1-4d6b-9f69-06eb0116cc22,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:53.220222 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=01d3e09d13db4faebb6c86079ed74798&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2107828 Dec 14 18:13:53.221775 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-408469bf-daa5-45bb-8a19-4341b4c73d7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:53.223669 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37506) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:53.285584 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7ba2255f-4af7-4c27-be83-259b0b7a45b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:53.311213 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7ba2255f-4af7-4c27-be83-259b0b7a45b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:53.393898 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7ba2255f-4af7-4c27-be83-259b0b7a45b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:53.398852 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-8cc5bbed-98e2-4a73-9f05-866387dcfa85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:53.415877 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2255f-4af7-4c27-be83-259b0b7a45b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a14edb-d0f1-4d6b-9f69-06eb0116cc22,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:53.418396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-7ba2255f-4af7-4c27-be83-259b0b7a45b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:53.420575 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-7ba2255f-4af7-4c27-be83-259b0b7a45b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:53.421587 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-7ba2255f-4af7-4c27-be83-259b0b7a45b6 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/70a14edb-d0f1-4d6b-9f69-06eb0116cc22 HTTP/1.1" status: 204 len: 168 time: 0.1969309 Dec 14 18:13:56.106137 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37554) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:56.258270 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:56.298346 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:13:56.302788 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Usage tracker for resource:security_group_rule and tenant:acc3ebf9a5f14ee08ca136fb2a3f48f4 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:13:56.306454 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:13:56.312804 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:13:56.378350 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:56.404366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:56.412248 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-cf145536-b821-4d47-bfe0-bb7cea8d00ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:56.452062 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f00127e-460c-4a05-b337-f45e7e6f9f61,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:56.456352 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:56.459090 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f1d2ad08-d773-407b-a8dc-7c0e30fd3fcf admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=acc3ebf9a5f14ee08ca136fb2a3f48f4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3518465 Dec 14 18:13:56.461735 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37560) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:56.522468 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f4334de1-c2b6-4685-adfe-bd6920b877e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:56.548592 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f4334de1-c2b6-4685-adfe-bd6920b877e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:56.621758 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f4334de1-c2b6-4685-adfe-bd6920b877e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:56.626943 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-d11350f7-6330-4eec-ae46-4372b6a0a500 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:56.641396 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4334de1-c2b6-4685-adfe-bd6920b877e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f00127e-460c-4a05-b337-f45e7e6f9f61,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:56.644916 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-f4334de1-c2b6-4685-adfe-bd6920b877e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:56.645795 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f4334de1-c2b6-4685-adfe-bd6920b877e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:56.647110 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-f4334de1-c2b6-4685-adfe-bd6920b877e8 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/6f00127e-460c-4a05-b337-f45e7e6f9f61 HTTP/1.1" status: 204 len: 168 time: 0.1843119 Dec 14 18:13:57.108003 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88325) accepted ('10.222.0.58', 37568) {{(pid=88325) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:57.129173 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:57.160768 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:13:57.164747 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Usage tracker for resource:security_group_rule and tenant:8197e1053cde4fa18259ad1c831b2aff is out of sync, need to count used quota {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:13:57.167672 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88325) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:13:57.173622 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88325) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:13:57.240186 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:57.267343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88325) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:57.274753 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-77d37ea6-f4f8-4389-bcc2-41c0c2d673bd tempest-AttachVolumeShelveTestJSON-304291397 tempest-AttachVolumeShelveTestJSON-304291397-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:57.319618 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=8197e1053cde4fa18259ad1c831b2aff&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2104549 Dec 14 18:13:57.320456 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84ad2792-f59f-4f0a-8d4d-c46bd563d687,revision_number=1']} {{(pid=88325) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:57.322488 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37572) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:13:57.323749 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-df336ba3-1c0c-4c8b-9f85-d821b020b71c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88325) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:57.389831 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3de40ebd-5492-4b47-84c5-ce9bf9ca9b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:57.416576 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3de40ebd-5492-4b47-84c5-ce9bf9ca9b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:57.484573 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3de40ebd-5492-4b47-84c5-ce9bf9ca9b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:57.490323 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-dd6bf91b-613f-42d3-8105-9b04e590d761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:13:57.503810 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de40ebd-5492-4b47-84c5-ce9bf9ca9b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84ad2792-f59f-4f0a-8d4d-c46bd563d687,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:13:57.506883 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-3de40ebd-5492-4b47-84c5-ce9bf9ca9b04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:13:57.507777 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3de40ebd-5492-4b47-84c5-ce9bf9ca9b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:13:57.508981 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-3de40ebd-5492-4b47-84c5-ce9bf9ca9b04 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84ad2792-f59f-4f0a-8d4d-c46bd563d687 HTTP/1.1" status: 204 len: 168 time: 0.1853101 Dec 14 18:14:00.740410 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37648) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:14:00.888275 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:00.922328 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:14:00.926501 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Usage tracker for resource:security_group_rule and tenant:3b77992bbdca4c8d9324211a24e68931 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:14:00.929461 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:14:00.935429 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:14:01.018700 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.073464 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.081790 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-af538b2e-e05b-4ac0-ae67-b6181a5366e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:14:01.124072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98ac3c4-9067-4c7b-8325-ab54776c71c3,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:14:01.129240 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=3b77992bbdca4c8d9324211a24e68931&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3877523 Dec 14 18:14:01.130256 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:14:01.132124 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37654) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:14:01.194274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-41a7289b-e786-4b8d-8508-aa72041ded6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.220895 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-41a7289b-e786-4b8d-8508-aa72041ded6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.279565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-41a7289b-e786-4b8d-8508-aa72041ded6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.285078 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-22e9bcec-fd02-43c0-94e9-fcc8d521140b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:14:01.296051 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a7289b-e786-4b8d-8508-aa72041ded6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98ac3c4-9067-4c7b-8325-ab54776c71c3,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:14:01.299796 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-41a7289b-e786-4b8d-8508-aa72041ded6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:14:01.303040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-41a7289b-e786-4b8d-8508-aa72041ded6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.304273 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-41a7289b-e786-4b8d-8508-aa72041ded6a admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/d98ac3c4-9067-4c7b-8325-ab54776c71c3 HTTP/1.1" status: 204 len: 168 time: 0.1711774 Dec 14 18:14:01.748988 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37662) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:14:01.769269 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.812565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Dec 14 18:14:01.817099 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Usage tracker for resource:security_group_rule and tenant:250abd48a01d46d5a875570e5b59ac19 is out of sync, need to count used quota {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Dec 14 18:14:01.820050 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.quota.resource [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88324) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Dec 14 18:14:01.826036 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.quota.driver [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88324) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Dec 14 18:14:01.892129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.919192 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_create {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:01.927195 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-b5dff759-89af-4cdf-b51c-22a1fd4d7079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:14:01.969262 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84d2f0c6-7489-4c59-af41-0f9153b9e317,revision_number=1']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:14:01.973160 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:14:01.977859 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-741e3021-d88a-4d22-b989-9876d46418b6 admin admin] 10.222.0.58 "GET /v2.0/security-groups?tenant_id=250abd48a01d46d5a875570e5b59ac19&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2260792 Dec 14 18:14:01.979904 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.wsgi [-] (88324) accepted ('10.222.0.58', 37666) {{(pid=88324) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Dec 14 18:14:02.042190 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-232a0291-17fa-4e59-861b-c66c8777cc48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:02.068954 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-232a0291-17fa-4e59-861b-c66c8777cc48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:02.130931 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-232a0291-17fa-4e59-861b-c66c8777cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-689290'] for security_group, after_delete {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:02.135953 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-bf3a0a6d-3709-4b2c-8684-c0085077c40c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:358}} Dec 14 18:14:02.153982 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232a0291-17fa-4e59-861b-c66c8777cc48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84d2f0c6-7489-4c59-af41-0f9153b9e317,revision_number=None']} {{(pid=88324) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Dec 14 18:14:02.156588 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG oslo_concurrency.lockutils [None req-232a0291-17fa-4e59-861b-c66c8777cc48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=88324) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:370}} Dec 14 18:14:02.160039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-232a0291-17fa-4e59-861b-c66c8777cc48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88324) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:02.161992 dv-cinder-821737-1-smb neutron-server[88215]: INFO neutron.wsgi [None req-232a0291-17fa-4e59-861b-c66c8777cc48 admin admin] 10.222.0.58 "DELETE /v2.0/security-groups/84d2f0c6-7489-4c59-af41-0f9153b9e317 HTTP/1.1" status: 204 len: 168 time: 0.1811569 Dec 14 18:14:03.229786 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:14:15.228106 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-b40fd5de-d109-4409-928d-e3a97b9dfd5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:16.599583 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:17.330675 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9415-2ef0-4b5f-94b3-b35f1b0bc619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:17.867869 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:18.593229 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:19.364565 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:40.229942 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:14:45.210113 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-76bd98c3-67ea-482b-abd6-00aa23ed0a53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:46.610188 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:47.341619 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f8add6fa-2499-4c04-8861-34ba9c8f0146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:47.862007 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:48.603019 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:14:49.363425 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:15.219518 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-5180739d-9504-4cf3-856f-0c1b799d51a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:16.609735 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:17.237597 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:15:17.339338 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d9cefc46-aba1-4caa-9819-28e169aee55c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:17.872643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:18.615077 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:19.369728 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:45.214888 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a421908d-d56b-420d-b8e5-7c82f3871589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:46.631770 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:47.328957 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-e20b9a01-067e-4aa4-8cf8-88c503ead02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:47.874905 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:48.626610 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:49.367763 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:15:54.228999 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:16:15.214381 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-3360a0d2-9ccd-49c9-bc8b-cb1ffe16a575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:16.623935 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:17.326072 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-0d37cd97-de9b-444d-baa4-ec2e1d0ebce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:17.885710 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:18.628766 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:19.374539 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:31.229343 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:16:45.214378 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-654b554a-a6e0-419d-aabf-676c69f8f9d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:46.614324 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:47.322687 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-52ec0075-ce3a-4298-bd1e-52c0e2494f4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:47.883129 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:48.644535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:16:49.376445 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:08.229893 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:17:15.232143 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-bf47f229-8765-4a03-ac9e-70ee1a381fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:16.609024 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:17.333366 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-85913b3c-e31f-4825-8eb3-25a3aaf37cca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:17.882039 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:18.655004 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:19.396621 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:45.213871 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-f95ac6ab-111c-4c1b-8fc8-db024ec14534 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:45.230427 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:17:46.613449 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:47.333896 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a576278f-f3ce-48b5-a42f-947c1290aee1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:47.882152 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:48.652552 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:17:49.409006 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:15.218301 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d88d4c8a-aeb8-47ab-a2c7-14cd8800ed8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:16.653295 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:17.327040 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-9c1c26b7-2db6-4122-a500-1fc2fbf6e2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:17.875254 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:18.652612 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:19.384144 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:22.231274 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}} Dec 14 18:18:45.217892 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-25f22e42-28c8-4728-9528-cb2f3c719b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:46.634688 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-1c64a77e-55b3-4c2b-b7ee-44e4ba5a3f0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:47.337930 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-a2bdfbc6-3209-490e-acaf-1a89385568ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:47.880800 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-38a2d41f-2eec-4a2a-a968-22329272a73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:48.646535 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-d95f9781-064b-4157-8aa6-060c92cb2f45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:49.377643 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron_lib.callbacks.manager [None req-82495d57-29db-44b5-b276-b80d0341a85a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734822293431', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-133659234'] for agent, after_update {{(pid=88326) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Dec 14 18:18:59.231105 dv-cinder-821737-1-smb neutron-server[88215]: DEBUG neutron.db.agents_db [None req-195de395-7867-4ede-bd7b-34e6d4821b27 None None] Agent healthcheck: found 6 active agents {{(pid=88327) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:330}}